-- Logs begin at Wed 2021-07-28 02:58:32 UTC, end at Wed 2021-07-28 04:24:25 UTC. -- Jul 28 03:29:03.568315 dv-cinder-733062-21-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 03:29:06.258277 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.common.config [-] Logging enabled! Jul 28 03:29:06.258851 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 03:29:06.259043 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93121) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 03:29:06.262208 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.common.config [-] Logging enabled! Jul 28 03:29:06.262469 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 03:29:06.262775 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93121) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 03:29:06.263690 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:29:06.264009 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:29:06.264370 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:29:06.264613 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:29:06.264836 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:29:06.265153 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.265444 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.265735 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.265965 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.266255 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.266542 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.266819 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.267136 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.267439 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.267749 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.268029 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.268310 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.268538 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.268815 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.269097 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.269379 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.269601 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] debug = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.269876 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.270294 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.270707 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.270984 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.271270 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.271561 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.271838 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.272113 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.272394 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.272718 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] host = dv-cinder-733062-21-iscsi {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.272990 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.273271 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.273554 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.273836 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.274107 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.274379 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.274659 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.274927 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.275199 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] log_file = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.275471 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.275783 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.276069 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.276354 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.276575 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.276793 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.277077 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.277359 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.277637 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.277908 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.278178 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.278451 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.278718 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.278982 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.279262 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.279543 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.279848 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.280121 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.280391 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.280659 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.280926 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.281205 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.281474 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.281743 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.282011 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.282292 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.282558 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.283450 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.283755 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.284042 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.284321 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.284602 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.284874 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.285152 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.285419 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.285688 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.285955 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] use_json = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.286223 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.286489 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.286764 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.287029 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.287296 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.287567 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.287859 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.288141 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:06.288434 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.288725 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.289021 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.289298 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.289586 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.289863 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.290149 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.290424 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.290708 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.290992 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.291276 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.291551 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.291864 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.292143 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.292448 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.292732 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.293019 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.293305 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.293576 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.293847 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.294117 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.294391 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.294673 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.294962 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.295246 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.295515 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.295811 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.296099 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.296373 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.296641 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.296914 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.297197 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.297468 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.297741 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.298027 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.298302 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.299139 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.299408 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.299682 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.299990 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.300263 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.300533 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.300798 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.301069 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.301336 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.301615 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.301887 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.302157 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.302423 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.302694 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.302959 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.303229 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.303505 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.303799 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.304081 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.304355 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.304626 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.304896 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.305167 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.305438 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.305709 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.305979 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.306256 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.306526 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.306796 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.307085 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.307338 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.307614 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.307920 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.308220 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.308498 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.308777 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.309055 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.309334 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.309611 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.309888 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.310167 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.310445 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.310715 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.311002 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.311283 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.311568 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.311875 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.312154 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.312447 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.312723 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.313003 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.313278 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.313553 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.313838 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.314163 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.314460 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.314758 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.315051 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.315344 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.315635 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.315936 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.316250 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.316530 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:06.316750 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:29:06.316988 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93121) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 03:29:06.664018 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 03:29:06.664293 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 03:29:06.664581 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 03:29:06.664907 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 03:29:07.056437 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.056642 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.056913 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.058201 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.058479 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.058741 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.093205 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.093477 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.093745 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.108898 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.109173 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.109436 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.137429 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.137711 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.137977 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.174628 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.174909 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.175171 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.405335 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.405977 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.405977 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.406144 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.406797 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.526311 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.526627 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.526906 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.527175 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.527439 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.527767 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.528026 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.528280 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.528531 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.528808 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.529066 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.529327 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.529578 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.529824 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.530075 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.530334 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.530584 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.530845 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.531110 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.531365 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.531634 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.531904 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.532188 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.532550 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.533389 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.533644 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.534100 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:29:07.534343 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:29:07.534579 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:29:07.534812 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:29:07.535044 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:29:07.535277 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:29:07.535633 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 03:29:07.538678 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 03:29:07.542588 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 03:29:07.546411 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 28 03:29:07.548057 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 03:29:07.549065 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 03:29:07.549383 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 03:29:07.549762 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 03:29:07.552548 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 03:29:07.552797 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 03:29:07.553139 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 03:29:07.558347 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 03:29:07.581597 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 03:29:07.582037 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.582329 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93121) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 03:29:07.582691 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.584048 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93121) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 03:29:07.584325 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 03:29:07.584569 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 03:29:07.587892 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.588179 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:07.651495 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 03:29:07.651748 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 03:29:07.651985 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 03:29:07.652343 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 03:29:07.672661 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_db.sqlalchemy.engines [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93121) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 03:29:08.219253 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Initializing driver for type 'gre' Jul 28 03:29:08.219826 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] gre ID ranges: [(1, 1000)] Jul 28 03:29:08.272287 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Initializing driver for type 'local' Jul 28 03:29:08.272620 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Initializing driver for type 'vlan' Jul 28 03:29:08.286715 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] VlanTypeDriver initialization complete Jul 28 03:29:08.287049 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Initializing driver for type 'vxlan' Jul 28 03:29:08.287546 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] vxlan ID ranges: [(1, 1000)] Jul 28 03:29:08.341200 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Initializing extension driver 'port_security' Jul 28 03:29:08.341579 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.extensions.port_security [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] PortSecurityExtensionDriver initialization complete Jul 28 03:29:08.341917 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Initializing mechanism driver 'openvswitch' Jul 28 03:29:08.342259 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Initializing mechanism driver 'hyperv' Jul 28 03:29:08.349275 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:08.349959 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > port after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.350368 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > port after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.350728 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > port after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.351248 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:29:08.351684 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > subnet after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.352066 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > subnet after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.352415 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > subnet after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.352806 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:29:08.353214 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > network after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.353566 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > network after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.353926 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > network after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.354299 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:29:08.354700 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > security_group after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.355050 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > security_group after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.355393 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > security_group after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.355944 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:29:08.356365 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.356726 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.357076 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.357466 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:29:08.357873 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > address_group after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.358231 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > address_group after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.358577 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > address_group after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.358967 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:29:08.359347 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] ML2 OVO RPC backend initialized. {{(pid=93121) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 03:29:08.360088 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router_interface after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.360452 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.361450 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > network before_response 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.361902 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > networks before_response 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.362195 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > port before_response 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.362543 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > ports before_response 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.362893 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > subnet before_response 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.363240 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > subnets before_response 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.363590 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > network after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.363960 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > network after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.364303 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > network after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.364647 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > port after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.364985 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > port after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.365323 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > port after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.365664 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > subnet after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.366003 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > subnet after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.366342 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > subnet after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.366913 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.plugin [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Modular L2 Plugin initialization complete Jul 28 03:29:08.367245 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading services supported by the core plugin {{(pid=93121) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 03:29:08.367573 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.plugins.ml2.managers [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Got port-security extension from driver 'port_security' Jul 28 03:29:08.368071 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.extensions.vlantransparent [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Disabled vlantransparent extension. Jul 28 03:29:08.368556 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93121) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 03:29:08.368872 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading Plugin: router Jul 28 03:29:08.403537 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router_interface before_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.403918 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router after_create 55549900 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.404296 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router before_create 55549900 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.404668 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.405050 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.405406 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router after_delete 55549900 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.405930 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > floatingip after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.406119 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router after_create 55549900 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.406471 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router after_update 55549900 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.406824 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router after_update 55549900 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.407177 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.407544 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router after_update 55549900 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.408514 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router precommit_update 55549900 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.408895 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: port after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.409246 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: port after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.409591 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: subnet after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.409936 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.410289 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > port precommit_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.410641 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router precommit_create 55549900 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.410989 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: port before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.411341 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router precommit_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.411732 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router after_update 55549900 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.412073 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router precommit_delete 55549900 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.412429 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router precommit_create 55549900 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.412794 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router_interface after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.413144 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router precommit_update 55549900 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.413513 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > agent after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.413866 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > agent after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.414216 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > network after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.415064 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Tracking information for resource: router configured {{(pid=93121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:29:08.415398 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Tracking information for resource: floatingip configured {{(pid=93121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:29:08.421633 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.db.l3_agentschedulers_db [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 03:29:08.422233 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: port after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.422607 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: port after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.422972 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: port after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.423975 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: port after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.424856 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router before_create 55550100 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.425232 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router precommit_delete 55550100 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.425599 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router precommit_create 55550100 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.425961 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > router precommit_update 55550100 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.430386 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.services.provider_configuration [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Service providers = [] {{(pid=93121) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 03:29:08.430758 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.db.servicetype_db [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93121) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 03:29:08.433753 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.services.service_base [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93121) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:29:08.434112 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.services.service_base [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93121) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:29:08.434460 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.services.service_base [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93121) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:29:08.435352 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.services.service_base [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93121) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:29:08.435737 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.services.service_base [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 03:29:08.436113 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:29:08.436433 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 03:29:08.447049 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:29:08.447398 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading Plugin: auto_allocate Jul 28 03:29:08.453148 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: network precommit_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.453522 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: network precommit_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.454041 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:29:08.454369 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading Plugin: tag Jul 28 03:29:08.461180 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:29:08.461515 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading Plugin: timestamp Jul 28 03:29:08.465752 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:29:08.466092 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading Plugin: network_ip_availability Jul 28 03:29:08.472142 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.472517 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.472878 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.473587 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:29:08.473913 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading Plugin: flavors Jul 28 03:29:08.478571 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:29:08.478912 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading Plugin: revisions Jul 28 03:29:08.483181 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:29:08.483577 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.819s {{(pid=93121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 03:29:08.484346 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93121) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 03:29:08.484690 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Initializing extension manager. Jul 28 03:29:08.485201 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: __init__.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.485546 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: __pycache__ {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.486595 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.486956 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: address_group.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.487744 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.488312 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: address-group Jul 28 03:29:08.488637 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: address_scope.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.489355 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.489865 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: address-scope Jul 28 03:29:08.490192 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: admin_state_down_before_update.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.491119 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.491630 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: router-admin-state-down-before-update Jul 28 03:29:08.491979 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: agent.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.492876 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.493388 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: agent Jul 28 03:29:08.493717 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: agent_resources_synced.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.494630 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.495135 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: agent-resources-synced Jul 28 03:29:08.495462 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: allowedaddresspairs.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.497283 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.497806 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: allowed-address-pairs Jul 28 03:29:08.498133 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: auto_allocated_topology.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.499211 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.499740 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: auto-allocated-topology Jul 28 03:29:08.500077 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: availability_zone.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.500802 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.501310 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: availability_zone Jul 28 03:29:08.501679 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: availability_zone_filter.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.502604 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.503138 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: availability_zone_filter Jul 28 03:29:08.503468 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: data_plane_status.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.504404 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.504910 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 03:29:08.505237 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: default_subnetpools.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.506158 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.506668 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: default-subnetpools Jul 28 03:29:08.506995 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: dhcpagentscheduler.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.507833 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.508346 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: dhcp_agent_scheduler Jul 28 03:29:08.508674 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: dns.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.509593 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.510106 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension dns-integration not supported by any of loaded plugins Jul 28 03:29:08.510435 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: dns_domain_ports.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.511352 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.511888 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 03:29:08.512218 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.513139 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.513648 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 03:29:08.513973 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: dvr.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.514645 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.515151 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: dvr Jul 28 03:29:08.515474 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: ecmp_routes.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.516445 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.516947 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 03:29:08.517350 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: empty_string_filtering.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.518260 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.518766 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: empty-string-filtering Jul 28 03:29:08.519091 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.520037 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.520558 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 03:29:08.520884 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.521808 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.522314 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 03:29:08.522638 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: external_net.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.523546 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.524084 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: external-net Jul 28 03:29:08.524407 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: extra_dhcp_opt.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.525324 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.525829 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: extra_dhcp_opt Jul 28 03:29:08.526157 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: extraroute.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.527077 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.527585 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: extraroute Jul 28 03:29:08.527945 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: extraroute_atomic.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.528980 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.529491 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: extraroute-atomic Jul 28 03:29:08.529818 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: filter_validation.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.530485 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.530990 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: filter-validation Jul 28 03:29:08.531313 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: fip_pf_description.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.532253 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.533288 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 03:29:08.533671 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: fip_port_details.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.534538 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.535048 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: fip-port-details Jul 28 03:29:08.535372 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: flavors.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.536639 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.537155 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: flavors Jul 28 03:29:08.537485 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.539115 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.539642 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 03:29:08.539998 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: floatingip_pools.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.540700 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.541216 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: floatingip-pools Jul 28 03:29:08.541546 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: ip_allocation.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.542481 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.542985 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 03:29:08.543312 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.544291 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.544801 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: ip-substring-filtering Jul 28 03:29:08.545131 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: l2_adjacency.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.546087 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.546593 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 03:29:08.546918 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: l3.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.548037 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.549113 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: router Jul 28 03:29:08.549444 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: l3_conntrack_helper.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.551650 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.552217 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 03:29:08.552553 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.553497 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.554016 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: ext-gw-mode Jul 28 03:29:08.554343 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.555280 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.555821 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: l3-ha Jul 28 03:29:08.556149 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: l3_flavors.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.557064 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.557572 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: l3-flavors Jul 28 03:29:08.557898 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.558812 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.559324 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 03:29:08.559651 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: l3agentscheduler.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.560702 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.561228 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: l3_agent_scheduler Jul 28 03:29:08.561546 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: logging.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.563026 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.563557 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension logging not supported by any of loaded plugins Jul 28 03:29:08.563978 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: metering.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.564724 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.565306 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: metering Jul 28 03:29:08.565637 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.566724 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.567246 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: metering_source_and_destination_fields Jul 28 03:29:08.567579 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: multiprovidernet.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.568532 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.569047 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: multi-provider Jul 28 03:29:08.569381 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: netmtu.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.570300 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.570809 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: net-mtu Jul 28 03:29:08.571139 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: netmtu_writable.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.572090 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.572601 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: net-mtu-writable Jul 28 03:29:08.572932 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: network_availability_zone.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.573609 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.574123 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: network_availability_zone Jul 28 03:29:08.574442 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: network_ip_availability.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.575528 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.576077 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: network-ip-availability Jul 28 03:29:08.576410 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: network_segment_range.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.577177 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.577685 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 03:29:08.578013 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: pagination.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.579007 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.579341 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: pagination Jul 28 03:29:08.580276 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: port_device_profile.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.581210 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.581723 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: port-device-profile Jul 28 03:29:08.582057 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.582975 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.583488 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: port-mac-address-regenerate Jul 28 03:29:08.583843 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.584759 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.585271 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: port-numa-affinity-policy Jul 28 03:29:08.585596 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: port_resource_request.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.586518 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.587024 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 03:29:08.587349 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: portbindings.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.588315 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.588823 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: binding Jul 28 03:29:08.589149 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: portbindings_extended.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.590808 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.591325 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: binding-extended Jul 28 03:29:08.591657 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: portsecurity.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.592608 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.593119 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: port-security Jul 28 03:29:08.593448 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: project_id.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.594427 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.594762 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: project-id Jul 28 03:29:08.595091 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: providernet.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.596645 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.597159 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: provider Jul 28 03:29:08.597488 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: qos.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.600988 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.601515 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension qos not supported by any of loaded plugins Jul 28 03:29:08.601855 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.603102 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.603619 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 03:29:08.603984 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.604910 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.605425 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 03:29:08.605755 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: qos_default.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.606672 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.607184 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension qos-default not supported by any of loaded plugins Jul 28 03:29:08.607516 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: qos_fip.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.608208 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.608715 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension qos-fip not supported by any of loaded plugins Jul 28 03:29:08.609041 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: qos_gateway_ip.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.609969 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.610482 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 03:29:08.610849 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: qos_port_network_policy.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.611787 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.612305 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 03:29:08.612633 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: qos_rule_type_details.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.613567 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.614085 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 03:29:08.614417 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: qos_rules_alias.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.615471 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.616026 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 03:29:08.616355 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: quotasv2.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.617263 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.617597 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: quotas Jul 28 03:29:08.617923 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: quotasv2_detail.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.620934 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.621283 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: quota_details Jul 28 03:29:08.621623 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: rbac.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.622867 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.623399 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: rbac-policies Jul 28 03:29:08.623765 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: rbac_address_group.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.624723 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.625241 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: rbac-address-group Jul 28 03:29:08.625571 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: rbac_address_scope.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.626556 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.627162 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: rbac-address-scope Jul 28 03:29:08.627493 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: rbac_security_groups.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.628438 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.628952 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: rbac-security-groups Jul 28 03:29:08.629278 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: rbac_subnetpool.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.630194 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.630705 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: rbac-subnetpool Jul 28 03:29:08.631031 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: revisionifmatch.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.631985 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.632496 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: revision-if-match Jul 28 03:29:08.632821 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: revisions.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.633938 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.634456 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: standard-attr-revisions Jul 28 03:29:08.634786 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: router_availability_zone.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.635460 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.636002 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: router_availability_zone Jul 28 03:29:08.636331 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: routerservicetype.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.637261 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.637768 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension router-service-type not supported by any of loaded plugins Jul 28 03:29:08.638094 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.639014 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.639523 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: security-groups-normalized-cidr Jul 28 03:29:08.639880 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: security_groups_port_filtering.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.640806 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.641315 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: port-security-groups-filtering Jul 28 03:29:08.641640 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.643213 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.643745 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: security-groups-remote-address-group Jul 28 03:29:08.644078 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: securitygroup.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.653652 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.654146 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: security-group Jul 28 03:29:08.654486 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: segment.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.655279 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.655828 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension segment not supported by any of loaded plugins Jul 28 03:29:08.656165 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.657106 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.657624 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 03:29:08.658577 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: servicetype.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.659817 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.660428 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: service-type Jul 28 03:29:08.660764 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: sorting.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.661840 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.662184 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: sorting Jul 28 03:29:08.662519 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: standard_attr_segment.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.663508 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.664064 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 03:29:08.664396 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: standardattrdescription.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.665052 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.665567 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: standard-attr-description Jul 28 03:29:08.665894 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: stateful_security_group.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.666830 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.667350 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: stateful-security-group Jul 28 03:29:08.667680 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: stdattrs_common.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.668292 dv-cinder-733062-21-iscsi neutron-server[93121]: WARNING neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 03:29:08.668616 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.669556 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.670074 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 03:29:08.670399 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: subnet_onboard.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.671489 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.672034 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: subnet_onboard Jul 28 03:29:08.672363 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.673310 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.674328 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 03:29:08.674657 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: subnet_service_types.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.675588 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.676142 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: subnet-service-types Jul 28 03:29:08.676471 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: subnetallocation.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.677550 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.678067 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: subnet_allocation Jul 28 03:29:08.678399 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.679068 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.679586 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: subnetpool-prefix-ops Jul 28 03:29:08.679932 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.680869 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.681383 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 03:29:08.681711 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: tagging.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.682784 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.683302 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: standard-attr-tag Jul 28 03:29:08.683635 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: timestamp.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.684856 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.685373 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loaded extension: standard-attr-timestamp Jul 28 03:29:08.685706 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: trunk.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.686743 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.687260 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension trunk not supported by any of loaded plugins Jul 28 03:29:08.687593 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: trunk_details.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.688546 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.689602 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension trunk-details not supported by any of loaded plugins Jul 28 03:29:08.689931 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: uplink_status_propagation.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.690858 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.691373 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 03:29:08.691719 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Loading extension file: vlantransparent.py {{(pid=93121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:29:08.692397 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:29:08.692906 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 03:29:08.695343 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of TrackedResource for resource:network Jul 28 03:29:08.695896 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of TrackedResource for resource:subnet Jul 28 03:29:08.696306 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:29:08.696704 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of TrackedResource for resource:port Jul 28 03:29:08.697948 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.v2.resource_helper [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:29:08.698403 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.v2.resource_helper [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Service FLAVORS assigned prefix: {{(pid=93121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:29:08.699025 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.v2.resource_helper [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:29:08.699466 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.v2.resource_helper [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:29:08.699837 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of TrackedResource for resource:router Jul 28 03:29:08.700280 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of TrackedResource for resource:floatingip Jul 28 03:29:08.700770 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.v2.resource_helper [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Service METERING assigned prefix: /metering {{(pid=93121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:29:08.702184 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.702564 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.702927 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:29:08.703929 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 03:29:08.704384 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of TrackedResource for resource:security_group Jul 28 03:29:08.704846 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 03:29:08.705438 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.v2.resource_helper [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Service CORE assigned prefix: {{(pid=93121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:29:08.705770 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:29:08.706117 dv-cinder-733062-21-iscsi neutron-server[93121]: WARNING neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] subnetpool is already registered Jul 28 03:29:08.706550 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.v2.resource_helper [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Service CORE assigned prefix: {{(pid=93121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:29:08.706876 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:29:08.707215 dv-cinder-733062-21-iscsi neutron-server[93121]: WARNING neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] subnetpool is already registered Jul 28 03:29:08.710752 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.v2.resource_helper [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:29:08.711212 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.v2.resource_helper [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Service FLAVORS assigned prefix: {{(pid=93121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:29:08.711859 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.v2.resource_helper [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:29:08.712300 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.v2.resource_helper [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:29:08.712641 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of TrackedResource for resource:router Jul 28 03:29:08.712987 dv-cinder-733062-21-iscsi neutron-server[93121]: WARNING neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] router is already registered Jul 28 03:29:08.713408 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of TrackedResource for resource:floatingip Jul 28 03:29:08.713749 dv-cinder-733062-21-iscsi neutron-server[93121]: WARNING neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] floatingip is already registered Jul 28 03:29:08.714208 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.v2.resource_helper [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Service METERING assigned prefix: /metering {{(pid=93121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:29:08.715140 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 03:29:08.715469 dv-cinder-733062-21-iscsi neutron-server[93121]: WARNING neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] rbac_policy is already registered Jul 28 03:29:08.715906 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of TrackedResource for resource:security_group Jul 28 03:29:08.716249 dv-cinder-733062-21-iscsi neutron-server[93121]: WARNING neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] security_group is already registered Jul 28 03:29:08.716653 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 03:29:08.716989 dv-cinder-733062-21-iscsi neutron-server[93121]: WARNING neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] security_group_rule is already registered Jul 28 03:29:08.717462 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.v2.resource_helper [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Service CORE assigned prefix: {{(pid=93121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:29:08.717790 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:29:08.718124 dv-cinder-733062-21-iscsi neutron-server[93121]: WARNING neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] subnetpool is already registered Jul 28 03:29:08.718539 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.v2.resource_helper [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Service CORE assigned prefix: {{(pid=93121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:29:08.718862 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:29:08.719193 dv-cinder-733062-21-iscsi neutron-server[93121]: WARNING neutron.quota.resource_registry [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] subnetpool is already registered Jul 28 03:29:08.719642 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: extensions {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.721236 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: address-groups {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.722719 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: address-scopes {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.723998 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: agents {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.725164 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: auto-allocated-topology {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.726522 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: availability_zones {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.727817 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: dhcp-networks {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.729224 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: dhcp-agents {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.730770 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: routers {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.732499 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: flavors {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.733681 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: service_profiles {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.735002 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: next_providers {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.737068 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: service_profiles {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.738518 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: floatingip-pools {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.739770 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: routers {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.741573 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: floatingips {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.742770 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: l3-routers {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.744232 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: l3-agents {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.745790 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: metering-labels {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.747060 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: metering-label-rules {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.748373 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: network-ip-availabilities {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.749730 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: bindings {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.751326 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: quotas {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.753754 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: quotas {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.755270 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: rbac-policies {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.756500 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: security-groups {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.757700 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: security-group-rules {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.758945 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: service-providers {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.760292 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: subnetpools {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.761635 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: subnetpools {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.763085 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: tags {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.764895 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: tags {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.766604 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: tags {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.768723 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: tags {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.770419 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: tags {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.772296 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: tags {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.775022 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: tags {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.776884 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: tags {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.778630 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: tags {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.780515 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron.api.extensions [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Extended resource: tags {{(pid=93121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:29:08.786770 dv-cinder-733062-21-iscsi neutron-server[93121]: WARNING keystonemiddleware.auth_token [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 03:29:08.791296 dv-cinder-733062-21-iscsi neutron-server[93121]: WARNING keystonemiddleware.auth_token [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 03:29:08.800197 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Acquired lock "singleton_lock" {{(pid=93121) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 03:29:08.800681 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_concurrency.lockutils [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Releasing lock "singleton_lock" {{(pid=93121) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 03:29:08.801327 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO oslo_service.service [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Starting 2 workers Jul 28 03:29:08.806201 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Started child 93262 {{(pid=93121) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:29:08.810686 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Started child 93263 {{(pid=93121) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:29:08.811649 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:08.812389 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO neutron.service [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 03:29:08.812987 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Notify callbacks [] for process, before_spawn {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:08.813162 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [-] (93262) wsgi starting up on http://0.0.0.0:9696 Jul 28 03:29:08.815976 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO oslo_service.service [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Starting 1 workers Jul 28 03:29:08.816170 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:08.817474 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [-] (93263) wsgi starting up on http://0.0.0.0:9696 Jul 28 03:29:08.821187 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Started child 93264 {{(pid=93121) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:29:08.821704 dv-cinder-733062-21-iscsi neutron-server[93121]: INFO oslo_service.service [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Starting 1 workers Jul 28 03:29:08.824711 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.service [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] calling RpcWorker wait() {{(pid=93264) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 03:29:08.825235 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.service [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] returning from RpcWorker wait() {{(pid=93264) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 03:29:08.826187 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Started child 93265 {{(pid=93121) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:29:08.826482 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:08.826926 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:08.827029 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c01536e8-6ba7-460f-8540-a41263d9bcfd None None] Notify callbacks [] for process, after_spawn {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:08.828911 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93121) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 03:29:08.829131 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:29:08.829315 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:29:08.829587 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:29:08.829929 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:29:08.830090 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:29:08.830572 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.830845 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.831099 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.831356 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.831657 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.832243 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:08.832715 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.832715 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.833291 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.833589 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.833843 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.834011 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.834180 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.834439 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.834672 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.834966 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.835232 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.835471 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.835777 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.835957 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.836218 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.836500 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.836758 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.837021 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] debug = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.837266 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.837740 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.837969 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.838232 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.838473 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.838739 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.838990 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.839269 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.839505 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.839996 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.840242 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.840500 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.840747 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.840979 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.841197 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.841446 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.841664 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.842124 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] host = dv-cinder-733062-21-iscsi {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.842355 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.842579 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.842807 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.843066 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.843319 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.843552 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.843842 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.844528 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.844791 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.845016 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.845320 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.845567 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.845819 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.846073 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] log_file = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.846228 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] log_options = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.846465 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.846744 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.847016 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.847200 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.847358 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.847535 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.847806 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.847975 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.848228 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.848447 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.848664 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.848897 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.849133 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.849368 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.849638 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.849883 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.850133 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.850395 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.850598 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.850844 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.851066 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.851300 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.851504 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.851764 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.852002 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.852247 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.852447 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.852662 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.852876 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.853127 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.853362 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.853607 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.853860 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.854107 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.854334 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.854564 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.854798 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.855038 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.855270 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.855528 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.855808 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.856046 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.856288 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.856508 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.856743 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.856957 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] use_json = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.857184 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.857395 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.857659 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.857874 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.858090 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.858314 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.858534 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.858783 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.859218 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.859751 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.859944 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.860294 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.860453 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.860667 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.861323 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.861553 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.861847 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.862182 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.862413 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.862614 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.862909 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.863163 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.863408 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.863827 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.864039 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.864305 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.864541 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.864786 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.865021 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.865230 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.865584 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.865834 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.866088 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.866349 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.866476 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:08.866605 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.866814 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.867051 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.867318 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.867464 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.867746 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.867966 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.868205 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.868425 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.870416 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.870416 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.870416 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.870416 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.870416 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.870416 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.870416 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.870416 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.870416 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.871530 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.871530 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.871530 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.871530 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.871530 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.872195 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.872195 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.872195 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.872626 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.872626 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.872899 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.873111 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.873295 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.873509 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.873743 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.873979 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.874207 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.874461 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.874686 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.874908 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.875159 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.875343 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.875597 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.875855 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.876095 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.876329 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.877318 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.877556 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.877744 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.877931 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.878148 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.878364 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.878586 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.878808 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.879030 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.879246 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.879458 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.880218 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.880218 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.880218 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.880459 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.880713 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.880962 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.881241 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.881489 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.881747 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.881974 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.882227 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.882491 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.882724 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.882944 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.883195 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.883437 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.883700 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.883963 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.884205 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.884461 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.884712 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.884956 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.885190 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.885439 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.885666 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.885950 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.886183 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.886435 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.886685 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.886942 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.887214 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.887450 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.887761 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.888005 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.888280 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.888574 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.888837 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.889084 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.889335 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.889589 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.889843 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.890191 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.890304 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.890521 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.890785 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.891199 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.891353 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.891506 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.892598 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.892598 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.892598 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.892976 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.892976 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.893223 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.893414 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.893965 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.893965 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.894322 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.894451 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.895380 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.895380 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.895380 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.895380 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.896027 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.896027 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.896027 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.896391 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.896391 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.896637 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.896832 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.897038 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.897560 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.897560 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.897822 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.898029 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.898159 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.898283 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.898490 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.900501 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.900501 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.900501 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.900501 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.900501 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.900501 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.900501 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.900501 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.901364 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.901364 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.901364 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.901364 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.901364 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.901720 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.901799 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.902034 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.902251 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.902517 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.902748 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.902966 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.903180 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.903401 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.903614 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.903930 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.904071 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.904305 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.904564 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.904822 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.905156 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.905848 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.905848 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.905848 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.906229 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.906355 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.906554 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.906786 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.907076 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.907217 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.907422 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.907763 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.908044 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.908184 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.908391 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.908626 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.908839 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.909075 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.909313 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.909618 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.909873 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.910104 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.910364 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.910606 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.910852 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.911087 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.911299 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.911509 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.911773 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.911999 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.912214 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.912469 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.912701 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.912904 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.913128 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.913351 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.913563 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.913792 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.914027 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.914239 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.914461 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.914681 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.914901 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.915139 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.915391 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.915603 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.915850 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.916103 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.916279 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.916529 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.916768 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.916982 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.917205 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.917424 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.917633 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.917948 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.918196 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.918421 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.918707 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.918936 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.919189 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.919434 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.919773 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.920013 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.920256 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.920489 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.920725 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.920980 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.921242 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.921572 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.921877 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.922145 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.922401 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.922668 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.922950 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.923921 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.924310 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.924782 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.925133 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.925414 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.925683 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.925953 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.926206 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.926448 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.926681 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.926900 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.927321 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.927541 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.927813 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.928064 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.928311 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.928551 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.928782 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.929001 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.929226 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.929438 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.929694 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.929910 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.930067 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:29:08.930592 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93121) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 03:29:08.930748 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:29:08.930899 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:29:08.931066 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:29:08.931232 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:29:08.931383 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:29:08.931585 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.931771 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.931936 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.932093 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.932251 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.932430 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.932588 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.932746 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.932903 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.933061 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.933218 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.933380 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.933539 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.933695 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.933853 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.934009 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.934166 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.934323 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.934485 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.934642 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.934799 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.934955 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.935111 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] debug = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.935267 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.935466 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.935629 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.935812 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.935970 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.936126 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.936284 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.936440 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.936598 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.936755 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.936912 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.937068 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.937225 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.937381 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.937537 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.937694 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.937851 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.938008 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] host = dv-cinder-733062-21-iscsi {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.938166 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.938348 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.938485 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.938628 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.938785 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.939556 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.939860 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.939860 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.940109 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.940271 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.940493 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.940630 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.940766 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.940890 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] log_file = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.941032 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] log_options = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.941190 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.941346 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.941503 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.941679 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.941842 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.942661 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.942661 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.942661 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.942661 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.942661 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.943048 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.943048 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.943048 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.943395 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.943395 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.943617 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.943617 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.943890 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.944025 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.944148 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.944268 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.944387 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.944528 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.944686 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.944843 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.945002 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.945158 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.945315 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.945472 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.945629 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.945785 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.945943 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.946100 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.946257 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.946414 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.946572 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.946729 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.946888 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.947046 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.947203 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.947359 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.947516 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.947673 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.947852 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.948009 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.948167 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] use_json = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.948322 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.948478 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.948634 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.948792 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.948949 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.949107 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.949264 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.949420 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:29:08.949597 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.949757 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.949928 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.950088 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.950248 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.950407 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.950569 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.950764 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.950893 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.951052 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.951220 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.951381 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.951639 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.951761 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.951883 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.952047 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.952206 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.952366 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.952591 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.952690 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.952839 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.952999 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.953174 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.953334 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.953500 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.953661 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.953820 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.953981 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.954142 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.954302 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.954462 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.954688 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.954865 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.955025 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.955216 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.955349 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.955561 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.955693 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.955803 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.955961 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.956122 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.956281 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.956441 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.956602 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.956763 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.956924 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.957084 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.957244 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.957404 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.957563 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.957732 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.957936 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.958049 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.958207 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.958372 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.958532 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.958691 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.958836 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.958998 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.959186 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.959320 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.959479 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.959639 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.959977 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.959977 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.960135 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.960272 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.960433 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.960603 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.960757 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.960914 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.961075 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.961234 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.961393 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.961552 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.961712 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.961871 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.962032 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.962192 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.962352 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.962513 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.962675 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.962838 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.962996 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.963166 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.963341 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.963507 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.963667 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.963849 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.964009 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.964169 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.964330 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.964416 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:08.964500 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.964639 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.965052 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.965211 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.965371 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.965533 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.965694 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.965853 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.966011 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.966170 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.966328 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.966487 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.966646 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.966805 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.966966 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.967124 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.967284 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.967443 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.967602 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.967791 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.967952 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.968113 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.968273 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.968438 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.968608 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.968767 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.968925 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.969084 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.969243 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.969402 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.969560 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.969719 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.969878 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.970036 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.970784 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.970985 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.971156 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.971317 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.971478 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.971637 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.971854 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.972016 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.972177 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.972337 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.972495 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.972655 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.972814 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.972974 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.973134 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.973294 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.973454 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.973614 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.973774 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.973934 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.974098 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.974258 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.974418 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.974579 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.974739 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.974901 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.975062 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.975221 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.975380 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.975540 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.975701 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.975893 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.976030 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.976189 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.976348 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.976508 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.976735 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.976834 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.976975 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.977134 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.977501 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.977501 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.977920 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.977920 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.977920 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.978135 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.978211 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.978343 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.978503 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.978662 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.978823 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.979142 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.979142 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.979287 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.979431 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.979592 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.979780 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.979943 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.980130 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.980319 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.980457 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.980571 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.980730 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.980940 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.981068 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.981194 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.981335 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.981495 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.981653 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.981812 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.981972 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.982130 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.982291 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.983649 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.983649 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.983649 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.983649 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.983649 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.983649 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.983649 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.983649 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.983649 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.984259 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.984259 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.984259 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.984450 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.984450 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.984578 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.984739 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.984897 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.985057 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.985217 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.985385 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.985545 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.985703 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.986465 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.986621 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.986782 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.986953 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.987114 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.987272 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.987432 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.987591 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.987772 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.987942 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.988103 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.988263 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.988423 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.988582 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.988741 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.988910 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.989070 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.989229 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.989388 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.989549 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.989714 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.989886 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.990047 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.990204 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.990364 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.990508 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.990672 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.990832 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.991038 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.991160 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.991321 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.991481 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.991672 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.991811 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.992264 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.992264 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.992264 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.992487 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.992584 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.992750 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.992917 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.995748 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.995748 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.995748 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.995748 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.995748 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.995748 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.995748 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.995748 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.995748 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.996397 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.996397 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.996397 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.996397 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.996397 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.996397 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.996397 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.996397 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.996397 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.996996 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.996996 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.996996 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.996996 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.996996 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:29:08.996996 dv-cinder-733062-21-iscsi neutron-server[93121]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:29:09.240355 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 37700) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:09.248608 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061333 Jul 28 03:29:20.537368 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6bdd0a-b0ef-42e7-8c8a-3709a38e9b9e None None] get_active_networks_info from dv-cinder-733062-21-iscsi {{(pid=93264) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 03:29:20.605410 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6aa2b853-2e1e-4891-96ff-d84ce96b60a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33131937'] for agent, after_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:20.639307 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6bdd0a-b0ef-42e7-8c8a-3709a38e9b9e None None] No non-hosted networks {{(pid=93264) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 03:29:23.304983 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-78888e18-dd15-403b-967e-1aa6d30c02d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33131937'] for agent, after_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:23.351723 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33131937'] for agent, after_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:23.352447 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:23.352795 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:23.353140 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:23.353475 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:23.353808 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:23.354137 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:23.354463 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:23.359949 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:23.360130 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:23.369850 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:23.370296 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:23.372917 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:23.373376 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733062-21-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:23.391066 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733062-21-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:23.414743 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-9d99fc17-d5b9-44ce-9d23-e9a5a8cdb71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:24.223556 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33131937'] for agent, after_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:25.920800 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33131937'] for agent, after_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:26.927672 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 37792) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:27.418198 dv-cinder-733062-21-iscsi neutron-server[93262]: WARNING oslo_policy.policy [None req-0b4eb326-3508-475a-bf0f-d268c7e8107c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:29:27.418794 dv-cinder-733062-21-iscsi neutron-server[93262]: WARNING oslo_policy.policy [None req-0b4eb326-3508-475a-bf0f-d268c7e8107c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:29:27.638528 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [None req-0b4eb326-3508-475a-bf0f-d268c7e8107c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:29:27.639633 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-0b4eb326-3508-475a-bf0f-d268c7e8107c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7109590 Jul 28 03:29:27.723774 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.db.l3_hamode_db [None req-5e36510b-ec6b-4df5-bfd4-f60594a2c7a2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 03:29:27.802898 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e36510b-ec6b-4df5-bfd4-f60594a2c7a2 None None] Routers set() bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:29:27.803293 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e36510b-ec6b-4df5-bfd4-f60594a2c7a2 None None] Router IDs set() for agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 03:29:30.005863 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 37806) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:30.310951 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-4000427d-1ed3-49e2-aafe-a36b418b29e5 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:29:30.403796 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.policy [None req-4000427d-1ed3-49e2-aafe-a36b418b29e5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93262) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 03:29:30.448122 dv-cinder-733062-21-iscsi neutron-server[93262]: WARNING oslo_policy.policy [None req-4000427d-1ed3-49e2-aafe-a36b418b29e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:29:30.448491 dv-cinder-733062-21-iscsi neutron-server[93262]: WARNING oslo_policy.policy [None req-4000427d-1ed3-49e2-aafe-a36b418b29e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:29:30.457024 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.quota [None req-4000427d-1ed3-49e2-aafe-a36b418b29e5 admin admin] Loaded quota_driver: . Jul 28 03:29:30.547589 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4000427d-1ed3-49e2-aafe-a36b418b29e5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741620053946', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741620052559', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741620033031', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741620038781', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741618692740', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741620085116', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-602853', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-596602', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33137012', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33084683'] for rbac-policy, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:30.611968 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4000427d-1ed3-49e2-aafe-a36b418b29e5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:30.613136 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-4000427d-1ed3-49e2-aafe-a36b418b29e5 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6062996 Jul 28 03:29:33.156860 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 37818) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:33.455413 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Request body: {'network': {'tenant_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'name': 'private', 'admin_state_up': True, 'project_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:29:33.483800 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Made reservation on behalf of feedc0ac0cb84d54814ecf5dd5cd7b8b for: {'network': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:29:33.487297 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:33.504291 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:33.629081 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:33.632559 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:33.651243 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:29:33.679921 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741617685288', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:33.680513 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Unsubscribe: segment precommit_create {{(pid=93262) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 03:29:33.681028 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.segments_db [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Added segment be82cc0c-6a25-4d02-a84b-e882c9b458b5 of type vlan for network 5446d6b6-7a16-4890-aa30-a4a546c7b50c Jul 28 03:29:33.698681 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebfca92-ea54-4245-93fd-9d2afa4cc9c0,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:33.725004 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:33.725363 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:33.725704 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:33.726035 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:33.726361 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:33.726704 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:33.727030 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:33.727353 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:33.727687 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:33.728030 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:33.728350 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:33.728664 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Tracked resource versions report: Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: pushed versions: Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: { 'AddressGroup': {'1.2'}, Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'ConntrackHelper': {'1.0'}, Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Log': {'1.0'}, Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Network': {'1.1'}, Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Port': {'1.7'}, Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'PortForwarding': {'1.2'}, Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'QosPolicy': {'1.8'}, Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'SecurityGroup': {'1.4'}, Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'SubPort': {'1.0'}, Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Subnet': {'1.1'}, Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Trunk': {'1.1'}} Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: consumer versions: Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: { DHCP agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: L3 agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: Metadata agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: Metering agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: Open vSwitch agent@dv-cinder-733062-21-iscsi: { 'AddressGroup': '1.2', Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'ConntrackHelper': '1.0', Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Log': '1.0', Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Network': '1.1', Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Port': '1.7', Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'PortForwarding': '1.2', Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'QosPolicy': '1.8', Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'SecurityGroup': '1.4', Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'SecurityGroupRule': '1.2', Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'SubPort': '1.0', Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Subnet': '1.1', Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Trunk': '1.1'}} Jul 28 03:29:33.730007 dv-cinder-733062-21-iscsi neutron-server[93262]: {{(pid=93262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:29:33.801470 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:33.850681 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:33.851776 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:33.852413 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:33.924321 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7660716 Jul 28 03:29:33.953934 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647725d0-563e-4640-ace8-d43ab7b449c5 admin admin] Pushing event updated for resources: {'Network': ['ID=5446d6b6-7a16-4890-aa30-a4a546c7b50c,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:33.965905 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network 5446d6b6-7a16-4890-aa30-a4a546c7b50c details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:29:36.545673 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 37832) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:36.930852 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d887351-33a3-477f-ade0-b29c24c63f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:36.932235 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-9d887351-33a3-477f-ade0-b29c24c63f1e admin admin] 10.222.0.16 "GET /v2.0/networks/5446d6b6-7a16-4890-aa30-a4a546c7b50c HTTP/1.1" status: 200 len: 825 time: 0.3856256 Jul 28 03:29:36.956325 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-a71704ea-f9ef-4abf-81af-b2a7c6582812 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/2d6d0e56-5721-4603-86d4-a8c54f016d57 HTTP/1.1" status: 200 len: 734 time: 0.0182588 Jul 28 03:29:36.965414 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-372c935f-e374-4490-a08b-7a2f58ed95ff admin admin] Request body: {'subnet': {'tenant_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2d6d0e56-5721-4603-86d4-a8c54f016d57', 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:29:36.987676 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372c935f-e374-4490-a08b-7a2f58ed95ff admin admin] Made reservation on behalf of feedc0ac0cb84d54814ecf5dd5cd7b8b for: {'subnet': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:29:36.989889 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-372c935f-e374-4490-a08b-7a2f58ed95ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:37.290747 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-372c935f-e374-4490-a08b-7a2f58ed95ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for subnet, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:37.361648 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c935f-e374-4490-a08b-7a2f58ed95ff admin admin] Checking segment: {'id': 'be82cc0c-6a25-4d02-a84b-e882c9b458b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:29:37.362051 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c935f-e374-4490-a08b-7a2f58ed95ff admin admin] Network hostable DHCP agents. Network: 5446d6b6-7a16-4890-aa30-a4a546c7b50c, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:29:37.366713 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c935f-e374-4490-a08b-7a2f58ed95ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d07fd2-c29b-480a-8eea-a1b176b65d8c,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:37.387396 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c935f-e374-4490-a08b-7a2f58ed95ff admin admin] Network 5446d6b6-7a16-4890-aa30-a4a546c7b50c is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:29:37.397868 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-372c935f-e374-4490-a08b-7a2f58ed95ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, 5446d6b6-7a16-4890-aa30-a4a546c7b50c) {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:29:37.402669 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372c935f-e374-4490-a08b-7a2f58ed95ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:37.403299 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-372c935f-e374-4490-a08b-7a2f58ed95ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:37.408393 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1250e6be-03f3-40c2-85dc-c18b3a64db14 None None] Network 5446d6b6-7a16-4890-aa30-a4a546c7b50c requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:29:37.416732 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-372c935f-e374-4490-a08b-7a2f58ed95ff admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4548261 Jul 28 03:29:37.727144 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63c72175-85b7-5549-bc99-b4b3332e2149-5446d6b6-7a16-4890-aa30-a4a546c7b50c', 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c', 'tenant_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'fixed_ips': [{'subnet_id': 'a1d07fd2-c29b-480a-8eea-a1b176b65d8c'}]}} from dv-cinder-733062-21-iscsi. {{(pid=93264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:29:37.728528 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:38.005768 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.db_base_plugin_common [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Allocated IP 172.20.0.2 (5446d6b6-7a16-4890-aa30-a4a546c7b50c/a1d07fd2-c29b-480a-8eea-a1b176b65d8c/acf3fc61-2342-44e3-9df0-c84a961976c4) {{(pid=93264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:29:38.237177 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Notify callbacks [] for port, precommit_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:38.252514 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Transition to ACTIVE for port object acf3fc61-2342-44e3-9df0-c84a961976c4 will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:29:38.273676 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Transition to ACTIVE for port object acf3fc61-2342-44e3-9df0-c84a961976c4 will not be triggered until provisioned by entity DHCP. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:29:38.281497 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:38.349049 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Network 5446d6b6-7a16-4890-aa30-a4a546c7b50c is already hosted by enough agents. {{(pid=93264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:29:38.353623 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.base_scheduler [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Resources bound (agent type, host, resource id): {{(pid=93264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:29:38.365644 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Received port after_create {{(pid=93264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:29:38.368678 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Pushing event updated for resources: {'Port': ['ID=acf3fc61-2342-44e3-9df0-c84a961976c4,revision_number=1']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:38.399353 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:38.399744 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:38.400110 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:38.400454 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:38.400793 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:38.401150 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:38.401467 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:38.401804 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:38.402152 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:38.402487 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:38.402818 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:38.403149 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Tracked resource versions report: Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: pushed versions: Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: { 'AddressGroup': {'1.2'}, Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'ConntrackHelper': {'1.0'}, Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Log': {'1.0'}, Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Network': {'1.1'}, Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Port': {'1.7'}, Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'PortForwarding': {'1.2'}, Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'QosPolicy': {'1.8'}, Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'SecurityGroup': {'1.4'}, Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'SubPort': {'1.0'}, Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Subnet': {'1.1'}, Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Trunk': {'1.1'}} Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: consumer versions: Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: { DHCP agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: L3 agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: Metadata agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: Metering agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: Open vSwitch agent@dv-cinder-733062-21-iscsi: { 'AddressGroup': '1.2', Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'ConntrackHelper': '1.0', Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Log': '1.0', Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Network': '1.1', Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Port': '1.7', Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'PortForwarding': '1.2', Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'QosPolicy': '1.8', Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'SecurityGroup': '1.4', Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'SecurityGroupRule': '1.2', Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'SubPort': '1.0', Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Subnet': '1.1', Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Trunk': '1.1'}} Jul 28 03:29:38.404550 dv-cinder-733062-21-iscsi neutron-server[93264]: {{(pid=93264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:29:38.450735 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Attempting to bind port acf3fc61-2342-44e3-9df0-c84a961976c4 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:29:38.451346 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Attempting to bind port acf3fc61-2342-44e3-9df0-c84a961976c4 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': 'be82cc0c-6a25-4d02-a84b-e882c9b458b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:29:38.451561 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Attempting to bind port acf3fc61-2342-44e3-9df0-c84a961976c4 on network 5446d6b6-7a16-4890-aa30-a4a546c7b50c {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:29:38.457019 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:29:38.457426 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Checking segment: {'id': 'be82cc0c-6a25-4d02-a84b-e882c9b458b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:29:38.457891 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:38.458288 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Bound using segment: {'id': 'be82cc0c-6a25-4d02-a84b-e882c9b458b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:29:38.458782 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Bound port: acf3fc61-2342-44e3-9df0-c84a961976c4, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be82cc0c-6a25-4d02-a84b-e882c9b458b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:29:38.459195 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:38.523162 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] For port acf3fc61-2342-44e3-9df0-c84a961976c4, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:29:38.527525 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] For port acf3fc61-2342-44e3-9df0-c84a961976c4, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=acf3fc61-2342-44e3-9df0-c84a961976c4,segment=NetworkSegment(be82cc0c-6a25-4d02-a84b-e882c9b458b5),segment_id=be82cc0c-6a25-4d02-a84b-e882c9b458b5)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:29:38.532760 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:38.595693 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b69a4e-35e3-44c6-a658-532b5e559196 None None] Pushing event updated for resources: {'Port': ['ID=acf3fc61-2342-44e3-9df0-c84a961976c4,revision_number=2']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:39.823074 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 37840) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:40.135064 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [None req-3b2ad40c-6f7d-40f9-9674-f30d84ce457a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:29:40.136197 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-3b2ad40c-6f7d-40f9-9674-f30d84ce457a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3119369 Jul 28 03:29:42.523758 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 37848) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:42.834684 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [None req-6f0f1694-e959-4f87-b4f8-8765e180d2f2 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:29:42.835842 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-6f0f1694-e959-4f87-b4f8-8765e180d2f2 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3111339 Jul 28 03:29:45.465528 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 37858) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:45.972930 dv-cinder-733062-21-iscsi neutron-server[93263]: WARNING oslo_policy.policy [None req-b2324bb4-c2c1-45ac-abc0-19b6fe32847a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:29:45.973514 dv-cinder-733062-21-iscsi neutron-server[93263]: WARNING oslo_policy.policy [None req-b2324bb4-c2c1-45ac-abc0-19b6fe32847a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:29:46.195445 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-b2324bb4-c2c1-45ac-abc0-19b6fe32847a admin admin] Request body: {'router': {'tenant_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'name': 'router1', 'admin_state_up': True}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:29:46.259695 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.policy [None req-b2324bb4-c2c1-45ac-abc0-19b6fe32847a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93263) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 03:29:46.306510 dv-cinder-733062-21-iscsi neutron-server[93263]: WARNING oslo_policy.policy [None req-b2324bb4-c2c1-45ac-abc0-19b6fe32847a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:29:46.306875 dv-cinder-733062-21-iscsi neutron-server[93263]: WARNING oslo_policy.policy [None req-b2324bb4-c2c1-45ac-abc0-19b6fe32847a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:29:46.316136 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.quota [None req-b2324bb4-c2c1-45ac-abc0-19b6fe32847a admin admin] Loaded quota_driver: . Jul 28 03:29:46.373560 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-b2324bb4-c2c1-45ac-abc0-19b6fe32847a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-211197'] for router, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:46.375221 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-b2324bb4-c2c1-45ac-abc0-19b6fe32847a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33129348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33083519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-211178'] for router, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:46.540421 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-b2324bb4-c2c1-45ac-abc0-19b6fe32847a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:46.545829 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-b2324bb4-c2c1-45ac-abc0-19b6fe32847a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33084822'] for router, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:46.565500 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-b2324bb4-c2c1-45ac-abc0-19b6fe32847a admin admin] Notify callbacks [] for router, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:46.566939 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-b2324bb4-c2c1-45ac-abc0-19b6fe32847a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0992632 Jul 28 03:29:46.930802 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15356580-252f-4ae3-a3cf-b6361887c090 None None] Network 5446d6b6-7a16-4890-aa30-a4a546c7b50c requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:29:47.016891 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-e03d56a7-52f7-456b-9a96-9db63613ee04 None None] Provisioning for port acf3fc61-2342-44e3-9df0-c84a961976c4 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:29:47.282396 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device acf3fc61-2342-44e3-9df0-c84a961976c4 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:29:47.373379 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port acf3fc61-2342-44e3-9df0-c84a961976c4 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:29:47.377739 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port acf3fc61-2342-44e3-9df0-c84a961976c4 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:29:47.378144 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:47.486866 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:47.520585 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port acf3fc61-2342-44e3-9df0-c84a961976c4, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=acf3fc61-2342-44e3-9df0-c84a961976c4,segment=NetworkSegment(be82cc0c-6a25-4d02-a84b-e882c9b458b5),segment_id=be82cc0c-6a25-4d02-a84b-e882c9b458b5)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:29:47.524170 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:47.568909 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=acf3fc61-2342-44e3-9df0-c84a961976c4,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:48.929850 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 37878) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:49.259023 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [None req-1ad43a52-964e-41b2-a2ec-4d3dd0be56a3 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:29:49.260484 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device acf3fc61-2342-44e3-9df0-c84a961976c4 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:29:49.261700 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-1ad43a52-964e-41b2-a2ec-4d3dd0be56a3 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3292687 Jul 28 03:29:49.309037 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port acf3fc61-2342-44e3-9df0-c84a961976c4 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:29:49.309224 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:50.420009 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8a7e0001-3565-4914-930c-5a71cbeb8c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:51.657095 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 37886) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:51.959782 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-60a14402-8717-496e-8f03-f4ae8c69d1bc admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:29:51.980611 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a14402-8717-496e-8f03-f4ae8c69d1bc admin admin] Made reservation on behalf of a74500eac66c48568f2eb64dd512dfc6 for: {'network': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:29:51.982892 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-60a14402-8717-496e-8f03-f4ae8c69d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:51.991545 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-60a14402-8717-496e-8f03-f4ae8c69d1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:52.082249 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-60a14402-8717-496e-8f03-f4ae8c69d1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:52.085929 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-60a14402-8717-496e-8f03-f4ae8c69d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:52.102413 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-60a14402-8717-496e-8f03-f4ae8c69d1bc admin admin] Reserving flat network on physical network physnet1 {{(pid=93262) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 03:29:52.121330 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a14402-8717-496e-8f03-f4ae8c69d1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328b7d62-4759-41d3-9630-6811bc4adc7d,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:52.126292 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-60a14402-8717-496e-8f03-f4ae8c69d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:52.126635 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.segments_db [None req-60a14402-8717-496e-8f03-f4ae8c69d1bc admin admin] Added segment 3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b of type flat for network d8863e53-3de7-4b8e-8c20-72f015d11098 Jul 28 03:29:52.172315 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-60a14402-8717-496e-8f03-f4ae8c69d1bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:52.209605 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-60a14402-8717-496e-8f03-f4ae8c69d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:52.210582 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a14402-8717-496e-8f03-f4ae8c69d1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:52.211150 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-60a14402-8717-496e-8f03-f4ae8c69d1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:52.261413 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-60a14402-8717-496e-8f03-f4ae8c69d1bc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6032948 Jul 28 03:29:52.269034 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a14402-8717-496e-8f03-f4ae8c69d1bc admin admin] Pushing event updated for resources: {'Network': ['ID=d8863e53-3de7-4b8e-8c20-72f015d11098,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:52.278899 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network d8863e53-3de7-4b8e-8c20-72f015d11098 details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:29:53.296021 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d819944b-d2dd-425b-9d10-c939ea89217e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:53.338839 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:54.165915 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:54.623591 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 37904) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:54.793232 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa4e446-1840-481b-8dac-9077b2199cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:54.794570 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-1fa4e446-1840-481b-8dac-9077b2199cdb admin admin] 10.222.0.16 "GET /v2.0/subnets/a1d07fd2-c29b-480a-8eea-a1b176b65d8c HTTP/1.1" status: 200 len: 849 time: 0.1700072 Jul 28 03:29:54.889353 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 5 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:29:54.956032 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-5574cf27-6228-4f97-91a5-bf2b4c894d44 admin admin] 10.222.0.16 "GET /v2.0/routers/47665cb6-7b4a-490b-8843-376d22e2134b HTTP/1.1" status: 200 len: 704 time: 0.1547909 Jul 28 03:29:55.223240 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:55.515456 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Allocated IP 172.20.0.1 (5446d6b6-7a16-4890-aa30-a4a546c7b50c/a1d07fd2-c29b-480a-8eea-a1b176b65d8c/366a2bc0-b3fd-454c-bca0-7c5e5d987064) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:29:55.670849 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:55.736858 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Transition to ACTIVE for port object 366a2bc0-b3fd-454c-bca0-7c5e5d987064 will not be triggered until provisioned by entity DHCP. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:29:55.816952 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:55.863413 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:55.888834 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Network 5446d6b6-7a16-4890-aa30-a4a546c7b50c is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:29:55.894280 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:29:55.896753 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:29:55.897291 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33084745'] for router_interface, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:55.968054 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Pushing event updated for resources: {'Port': ['ID=366a2bc0-b3fd-454c-bca0-7c5e5d987064,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:56.111244 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:56.131614 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-5750b635-9e2c-49b8-8352-b5555a2b9122 None None] Provisioning for port 366a2bc0-b3fd-454c-bca0-7c5e5d987064 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:29:56.135233 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-5750b635-9e2c-49b8-8352-b5555a2b9122 None None] Provisioning complete for port 366a2bc0-b3fd-454c-bca0-7c5e5d987064 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:29:56.135609 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-5750b635-9e2c-49b8-8352-b5555a2b9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:56.167777 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-5750b635-9e2c-49b8-8352-b5555a2b9122 None None] Port 366a2bc0-b3fd-454c-bca0-7c5e5d987064 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:29:56.320259 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:56.324306 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:56.325065 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33249965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33442009'] for router_interface, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:56.402960 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Pushing event updated for resources: {'Port': ['ID=366a2bc0-b3fd-454c-bca0-7c5e5d987064,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:56.448733 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Network 5446d6b6-7a16-4890-aa30-a4a546c7b50c is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:29:56.449999 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:29:56.610509 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Router 47665cb6-7b4a-490b-8843-376d22e2134b is scheduled to L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d with binding_index 1 {{(pid=93262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:29:56.688636 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-f0738d99-9840-486f-8bb7-d3d253cfa70a None None] Provisioning complete for port 366a2bc0-b3fd-454c-bca0-7c5e5d987064 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:29:56.689300 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-f0738d99-9840-486f-8bb7-d3d253cfa70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:56.701516 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:29:56.706976 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-5c5d22e1-af18-4c33-8dbe-8d024c86482f admin admin] 10.222.0.16 "PUT /v2.0/routers/47665cb6-7b4a-490b-8843-376d22e2134b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7454772 Jul 28 03:29:56.711801 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Sync routers for ids ['47665cb6-7b4a-490b-8843-376d22e2134b'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:29:56.723888 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Routers {'47665cb6-7b4a-490b-8843-376d22e2134b'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:29:56.724695 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:29:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['47665cb6-7b4a-490b-8843-376d22e2134b'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:56.733016 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-f0738d99-9840-486f-8bb7-d3d253cfa70a None None] Port 366a2bc0-b3fd-454c-bca0-7c5e5d987064 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:29:56.910687 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Set router 47665cb6-7b4a-490b-8843-376d22e2134b gateway port host: None {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:29:57.341462 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47665cb6-7b4a-490b-8843-376d22e2134b', 'name': 'router1', 'tenant_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:29:46Z', 'updated_at': '2021-07-28T03:29:56Z', 'revision_number': 2, 'project_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'gw_port_host': None, '_interfaces': [{'id': '366a2bc0-b3fd-454c-bca0-7c5e5d987064', 'name': '', 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c', 'tenant_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'mac_address': 'fa:16:3e:92:53:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47665cb6-7b4a-490b-8843-376d22e2134b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1d07fd2-c29b-480a-8eea-a1b176b65d8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:29:55Z', 'updated_at': '2021-07-28T03:29:56Z', 'revision_number': 2, 'project_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'subnets': [{'id': 'a1d07fd2-c29b-480a-8eea-a1b176b65d8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d6d0e56-5721-4603-86d4-a8c54f016d57'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:57.393863 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Checking router: 47665cb6-7b4a-490b-8843-376d22e2134b for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:29:57.394158 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Updating router 47665cb6-7b4a-490b-8843-376d22e2134b port 366a2bc0-b3fd-454c-bca0-7c5e5d987064 binding host dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:29:57.444155 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:57.958734 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Notify callbacks [] for port, precommit_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:57.977646 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.provisioning_blocks [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Transition to ACTIVE for port object 366a2bc0-b3fd-454c-bca0-7c5e5d987064 will not be triggered until provisioned by entity L2. {{(pid=93265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:29:57.983304 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:58.139182 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f0c5d-1642-4ff5-a995-60b02fb0e6b8 None None] Pushing event updated for resources: {'Port': ['ID=366a2bc0-b3fd-454c-bca0-7c5e5d987064,revision_number=3']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:58.155549 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f0c5d-1642-4ff5-a995-60b02fb0e6b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:58.155943 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f0c5d-1642-4ff5-a995-60b02fb0e6b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:58.156295 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f0c5d-1642-4ff5-a995-60b02fb0e6b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:58.156783 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f0c5d-1642-4ff5-a995-60b02fb0e6b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:58.157279 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f0c5d-1642-4ff5-a995-60b02fb0e6b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:58.157629 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f0c5d-1642-4ff5-a995-60b02fb0e6b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:58.157964 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f0c5d-1642-4ff5-a995-60b02fb0e6b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:58.158307 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f0c5d-1642-4ff5-a995-60b02fb0e6b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:58.158656 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f0c5d-1642-4ff5-a995-60b02fb0e6b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:58.158990 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f0c5d-1642-4ff5-a995-60b02fb0e6b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:58.159318 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f0c5d-1642-4ff5-a995-60b02fb0e6b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:58.159647 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f0c5d-1642-4ff5-a995-60b02fb0e6b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f0c5d-1642-4ff5-a995-60b02fb0e6b8 None None] Tracked resource versions report: Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: pushed versions: Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: { 'AddressGroup': {'1.2'}, Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'ConntrackHelper': {'1.0'}, Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Log': {'1.0'}, Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Network': {'1.1'}, Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Port': {'1.7'}, Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'PortForwarding': {'1.2'}, Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'QosPolicy': {'1.8'}, Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'SecurityGroup': {'1.4'}, Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'SubPort': {'1.0'}, Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Subnet': {'1.1'}, Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Trunk': {'1.1'}} Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: consumer versions: Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: { DHCP agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: L3 agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: Metadata agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: Metering agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: Open vSwitch agent@dv-cinder-733062-21-iscsi: { 'AddressGroup': '1.2', Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'ConntrackHelper': '1.0', Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Log': '1.0', Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Network': '1.1', Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Port': '1.7', Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'PortForwarding': '1.2', Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'QosPolicy': '1.8', Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'SecurityGroup': '1.4', Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'SecurityGroupRule': '1.2', Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'SubPort': '1.0', Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Subnet': '1.1', Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Trunk': '1.1'}} Jul 28 03:29:58.161050 dv-cinder-733062-21-iscsi neutron-server[93265]: {{(pid=93265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:29:58.167744 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Attempting to bind port 366a2bc0-b3fd-454c-bca0-7c5e5d987064 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:29:58.167744 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Attempting to bind port 366a2bc0-b3fd-454c-bca0-7c5e5d987064 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': 'be82cc0c-6a25-4d02-a84b-e882c9b458b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c'}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:29:58.167744 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Attempting to bind port 366a2bc0-b3fd-454c-bca0-7c5e5d987064 on network 5446d6b6-7a16-4890-aa30-a4a546c7b50c {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:29:58.172945 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:29:58.173233 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Checking segment: {'id': 'be82cc0c-6a25-4d02-a84b-e882c9b458b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:29:58.173651 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:58.174038 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Bound using segment: {'id': 'be82cc0c-6a25-4d02-a84b-e882c9b458b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c'} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:29:58.174542 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Bound port: 366a2bc0-b3fd-454c-bca0-7c5e5d987064, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be82cc0c-6a25-4d02-a84b-e882c9b458b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c'}}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:29:58.174937 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:58.237643 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] For port 366a2bc0-b3fd-454c-bca0-7c5e5d987064, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:29:58.260604 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] For port 366a2bc0-b3fd-454c-bca0-7c5e5d987064, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=366a2bc0-b3fd-454c-bca0-7c5e5d987064,segment=NetworkSegment(be82cc0c-6a25-4d02-a84b-e882c9b458b5),segment_id=be82cc0c-6a25-4d02-a84b-e882c9b458b5)] {{(pid=93265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:29:58.266274 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:58.319818 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Routers {'47665cb6-7b4a-490b-8843-376d22e2134b'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:29:58.320469 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:29:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['47665cb6-7b4a-490b-8843-376d22e2134b'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:58.390545 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f0c5d-1642-4ff5-a995-60b02fb0e6b8 None None] Pushing event updated for resources: {'Port': ['ID=366a2bc0-b3fd-454c-bca0-7c5e5d987064,revision_number=4']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:58.418852 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] Set router 47665cb6-7b4a-490b-8843-376d22e2134b gateway port host: None {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:29:58.628035 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47665cb6-7b4a-490b-8843-376d22e2134b', 'name': 'router1', 'tenant_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:29:46Z', 'updated_at': '2021-07-28T03:29:56Z', 'revision_number': 2, 'project_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'gw_port_host': None, '_interfaces': [{'id': '366a2bc0-b3fd-454c-bca0-7c5e5d987064', 'name': '', 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c', 'tenant_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'mac_address': 'fa:16:3e:92:53:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47665cb6-7b4a-490b-8843-376d22e2134b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1d07fd2-c29b-480a-8eea-a1b176b65d8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:29:55Z', 'updated_at': '2021-07-28T03:29:58Z', 'revision_number': 4, 'project_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'subnets': [{'id': 'a1d07fd2-c29b-480a-8eea-a1b176b65d8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d6d0e56-5721-4603-86d4-a8c54f016d57'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:58.652735 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6a7635-96b4-4404-a6e2-1080ffb45c4e None None] The sync data for ids ['47665cb6-7b4a-490b-8843-376d22e2134b'] in dv-cinder-733062-21-iscsi is: [{'id': '47665cb6-7b4a-490b-8843-376d22e2134b', 'name': 'router1', 'tenant_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:29:46Z', 'updated_at': '2021-07-28T03:29:56Z', 'revision_number': 2, 'project_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'gw_port_host': None, '_interfaces': [{'id': '366a2bc0-b3fd-454c-bca0-7c5e5d987064', 'name': '', 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c', 'tenant_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'mac_address': 'fa:16:3e:92:53:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47665cb6-7b4a-490b-8843-376d22e2134b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1d07fd2-c29b-480a-8eea-a1b176b65d8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:29:55Z', 'updated_at': '2021-07-28T03:29:58Z', 'revision_number': 4, 'project_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'subnets': [{'id': 'a1d07fd2-c29b-480a-8eea-a1b176b65d8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d6d0e56-5721-4603-86d4-a8c54f016d57'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:29:58.920285 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 37924) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:59.030546 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfa7ae5-a3c0-4d31-918f-5bc1fd5cf7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:59.037529 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-8cfa7ae5-a3c0-4d31-918f-5bc1fd5cf7d7 admin admin] 10.222.0.16 "GET /v2.0/networks/d8863e53-3de7-4b8e-8c20-72f015d11098 HTTP/1.1" status: 200 len: 842 time: 0.1106906 Jul 28 03:29:59.041662 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-de3370be-5166-4466-9be1-4eb7449ed334 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'enable_dhcp': False}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:29:59.067802 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3370be-5166-4466-9be1-4eb7449ed334 admin admin] Made reservation on behalf of a74500eac66c48568f2eb64dd512dfc6 for: {'subnet': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:29:59.070009 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-de3370be-5166-4466-9be1-4eb7449ed334 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:59.355915 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.objects.ports [None req-de3370be-5166-4466-9be1-4eb7449ed334 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93262) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 03:29:59.356339 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-de3370be-5166-4466-9be1-4eb7449ed334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for subnet, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:59.477907 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3370be-5166-4466-9be1-4eb7449ed334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd362720-8b14-4c4e-ad6d-c360f8167e4f,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:59.486277 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3370be-5166-4466-9be1-4eb7449ed334 admin admin] Checking segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:29:59.486633 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3370be-5166-4466-9be1-4eb7449ed334 admin admin] Network hostable DHCP agents. Network: d8863e53-3de7-4b8e-8c20-72f015d11098, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:29:59.503085 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3370be-5166-4466-9be1-4eb7449ed334 admin admin] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:29:59.511864 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-de3370be-5166-4466-9be1-4eb7449ed334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, d8863e53-3de7-4b8e-8c20-72f015d11098) {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:29:59.515840 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3370be-5166-4466-9be1-4eb7449ed334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:59.517008 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-de3370be-5166-4466-9be1-4eb7449ed334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:59.523731 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96483ce0-f825-4ed2-9e92-fe3bec2ae096 None None] Network d8863e53-3de7-4b8e-8c20-72f015d11098 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:29:59.530603 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-de3370be-5166-4466-9be1-4eb7449ed334 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4923458 Jul 28 03:29:59.654194 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f74efee-ed48-458f-80eb-de368cbad592 None None] Network d8863e53-3de7-4b8e-8c20-72f015d11098 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:30:01.791128 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 37932) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:30:01.918285 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-578f57a9-6086-4a73-95f1-4d4d2e9b56f1 admin admin] 10.222.0.16 "GET /v2.0/routers/47665cb6-7b4a-490b-8843-376d22e2134b HTTP/1.1" status: 200 len: 710 time: 0.1260035 Jul 28 03:30:02.002146 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bb8545-2587-47db-9ad1-0fea547e60a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:02.003424 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-67bb8545-2587-47db-9ad1-0fea547e60a2 admin admin] 10.222.0.16 "GET /v2.0/networks/d8863e53-3de7-4b8e-8c20-72f015d11098 HTTP/1.1" status: 200 len: 886 time: 0.0792961 Jul 28 03:30:02.012677 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:30:02.269564 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33084851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210968'] for router, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:02.503616 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:02.581104 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:02.681691 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Allocated IP 172.27.1.145 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/471dc370-ef4a-4143-b9cf-41b5d84763b5) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:30:02.783213 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:02.821637 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:02.855455 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:30:02.858119 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:30:02.862035 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:30:02.898751 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Pushing event updated for resources: {'Port': ['ID=471dc370-ef4a-4143-b9cf-41b5d84763b5,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:03.113956 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:03.394315 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33084851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210968'] for router, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:03.397486 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33084822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33084840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33084833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33129222'] for router, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:03.503322 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Router 47665cb6-7b4a-490b-8843-376d22e2134b has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:30:03.611490 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:30:03.615889 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] Notify callbacks [] for router, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:03.617071 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-c083605a-82db-4db1-9493-bf4849681400 admin admin] 10.222.0.16 "PUT /v2.0/routers/47665cb6-7b4a-490b-8843-376d22e2134b HTTP/1.1" status: 200 len: 890 time: 1.6076410 Jul 28 03:30:05.221184 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Sync routers for ids ['47665cb6-7b4a-490b-8843-376d22e2134b'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:30:05.238225 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Routers {'47665cb6-7b4a-490b-8843-376d22e2134b'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:30:05.238877 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:29:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['47665cb6-7b4a-490b-8843-376d22e2134b'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:30:05.298464 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 366a2bc0-b3fd-454c-bca0-7c5e5d987064 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:30:05.521508 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 366a2bc0-b3fd-454c-bca0-7c5e5d987064 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:30:05.535060 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 366a2bc0-b3fd-454c-bca0-7c5e5d987064 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:30:05.535431 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:05.537931 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Set router 47665cb6-7b4a-490b-8843-376d22e2134b gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:30:05.852835 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:05.952163 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port 366a2bc0-b3fd-454c-bca0-7c5e5d987064, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=366a2bc0-b3fd-454c-bca0-7c5e5d987064,segment=NetworkSegment(be82cc0c-6a25-4d02-a84b-e882c9b458b5),segment_id=be82cc0c-6a25-4d02-a84b-e882c9b458b5)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:30:05.958171 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:06.028366 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=366a2bc0-b3fd-454c-bca0-7c5e5d987064,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:06.031477 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 37944) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:30:06.077016 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47665cb6-7b4a-490b-8843-376d22e2134b', 'name': 'router1', 'tenant_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '471dc370-ef4a-4143-b9cf-41b5d84763b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:29:46Z', 'updated_at': '2021-07-28T03:30:02Z', 'revision_number': 4, 'project_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'gw_port': {'id': '471dc370-ef4a-4143-b9cf-41b5d84763b5', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47665cb6-7b4a-490b-8843-376d22e2134b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:30:02Z', 'updated_at': '2021-07-28T03:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '366a2bc0-b3fd-454c-bca0-7c5e5d987064', 'name': '', 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c', 'tenant_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'mac_address': 'fa:16:3e:92:53:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47665cb6-7b4a-490b-8843-376d22e2134b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1d07fd2-c29b-480a-8eea-a1b176b65d8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:29:55Z', 'updated_at': '2021-07-28T03:29:58Z', 'revision_number': 4, 'project_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'subnets': [{'id': 'a1d07fd2-c29b-480a-8eea-a1b176b65d8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d6d0e56-5721-4603-86d4-a8c54f016d57'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:30:06.132073 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Checking router: 47665cb6-7b4a-490b-8843-376d22e2134b for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:30:06.132431 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Updating router 47665cb6-7b4a-490b-8843-376d22e2134b port 471dc370-ef4a-4143-b9cf-41b5d84763b5 binding host dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:30:06.149366 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-1bd812b0-7ff2-4ed6-9786-7f8ce454a6e5 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1167262 Jul 28 03:30:06.184871 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:06.533691 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Notify callbacks [] for port, precommit_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:06.544207 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Transition to ACTIVE for port object 471dc370-ef4a-4143-b9cf-41b5d84763b5 will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:30:06.551229 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:06.603525 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Attempting to bind port 471dc370-ef4a-4143-b9cf-41b5d84763b5 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:30:06.603928 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Attempting to bind port 471dc370-ef4a-4143-b9cf-41b5d84763b5 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:30:06.604297 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Attempting to bind port 471dc370-ef4a-4143-b9cf-41b5d84763b5 on network d8863e53-3de7-4b8e-8c20-72f015d11098 {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:30:06.615923 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215d018-e1d6-4ff3-ab33-1ba6cfe793af None None] Pushing event updated for resources: {'Port': ['ID=471dc370-ef4a-4143-b9cf-41b5d84763b5,revision_number=2']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:06.618201 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:30:06.618572 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Checking segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:30:06.618977 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:06.619358 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Bound using segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:30:06.619852 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Bound port: 471dc370-ef4a-4143-b9cf-41b5d84763b5, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:30:06.620250 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:06.670884 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] For port 471dc370-ef4a-4143-b9cf-41b5d84763b5, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:30:06.674625 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] For port 471dc370-ef4a-4143-b9cf-41b5d84763b5, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=471dc370-ef4a-4143-b9cf-41b5d84763b5,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:30:06.678970 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:06.738916 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215d018-e1d6-4ff3-ab33-1ba6cfe793af None None] Pushing event updated for resources: {'Port': ['ID=471dc370-ef4a-4143-b9cf-41b5d84763b5,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:06.745531 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Routers {'47665cb6-7b4a-490b-8843-376d22e2134b'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:30:06.746142 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:29:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['47665cb6-7b4a-490b-8843-376d22e2134b'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:30:06.852701 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] Set router 47665cb6-7b4a-490b-8843-376d22e2134b gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:30:07.162800 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47665cb6-7b4a-490b-8843-376d22e2134b', 'name': 'router1', 'tenant_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '471dc370-ef4a-4143-b9cf-41b5d84763b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:29:46Z', 'updated_at': '2021-07-28T03:30:02Z', 'revision_number': 4, 'project_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'gw_port': {'id': '471dc370-ef4a-4143-b9cf-41b5d84763b5', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47665cb6-7b4a-490b-8843-376d22e2134b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:30:02Z', 'updated_at': '2021-07-28T03:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '366a2bc0-b3fd-454c-bca0-7c5e5d987064', 'name': '', 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c', 'tenant_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'mac_address': 'fa:16:3e:92:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47665cb6-7b4a-490b-8843-376d22e2134b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1d07fd2-c29b-480a-8eea-a1b176b65d8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:29:55Z', 'updated_at': '2021-07-28T03:30:05Z', 'revision_number': 5, 'project_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'subnets': [{'id': 'a1d07fd2-c29b-480a-8eea-a1b176b65d8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d6d0e56-5721-4603-86d4-a8c54f016d57'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:30:07.188325 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb968c7-8858-4d4e-9bdd-96206753e232 None None] The sync data for ids ['47665cb6-7b4a-490b-8843-376d22e2134b'] in dv-cinder-733062-21-iscsi is: [{'id': '47665cb6-7b4a-490b-8843-376d22e2134b', 'name': 'router1', 'tenant_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '471dc370-ef4a-4143-b9cf-41b5d84763b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:29:46Z', 'updated_at': '2021-07-28T03:30:02Z', 'revision_number': 4, 'project_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'gw_port': {'id': '471dc370-ef4a-4143-b9cf-41b5d84763b5', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47665cb6-7b4a-490b-8843-376d22e2134b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:30:02Z', 'updated_at': '2021-07-28T03:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '366a2bc0-b3fd-454c-bca0-7c5e5d987064', 'name': '', 'network_id': '5446d6b6-7a16-4890-aa30-a4a546c7b50c', 'tenant_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'mac_address': 'fa:16:3e:92:53:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47665cb6-7b4a-490b-8843-376d22e2134b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1d07fd2-c29b-480a-8eea-a1b176b65d8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:29:55Z', 'updated_at': '2021-07-28T03:30:05Z', 'revision_number': 5, 'project_id': 'feedc0ac0cb84d54814ecf5dd5cd7b8b', 'subnets': [{'id': 'a1d07fd2-c29b-480a-8eea-a1b176b65d8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d6d0e56-5721-4603-86d4-a8c54f016d57'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:30:07.288887 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 366a2bc0-b3fd-454c-bca0-7c5e5d987064 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:30:07.355974 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 366a2bc0-b3fd-454c-bca0-7c5e5d987064 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:30:07.356462 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:09.311234 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 471dc370-ef4a-4143-b9cf-41b5d84763b5 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:30:09.360957 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 471dc370-ef4a-4143-b9cf-41b5d84763b5 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:30:09.364972 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 471dc370-ef4a-4143-b9cf-41b5d84763b5 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:30:09.365449 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:09.445765 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:09.467042 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port 471dc370-ef4a-4143-b9cf-41b5d84763b5, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=471dc370-ef4a-4143-b9cf-41b5d84763b5,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:30:09.472256 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:09.536628 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=471dc370-ef4a-4143-b9cf-41b5d84763b5,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:11.353156 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 471dc370-ef4a-4143-b9cf-41b5d84763b5 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:30:11.439551 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 471dc370-ef4a-4143-b9cf-41b5d84763b5 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:30:11.440048 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:20.428434 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-cf6624ef-5237-4bfb-8e23-7ec3243aeb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:23.317049 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-05e697cf-568e-4ce1-8a24-b0a74595809e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:23.346689 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:24.188093 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:25.895503 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:31.892162 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 5 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:30:50.423357 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-2c8db578-a1ca-4466-8cb6-6645172e2ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:53.302156 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-997f6e87-7e92-4f65-8278-6b0db7f83e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:53.339353 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:54.179975 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:55.886796 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:08.890617 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 5 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:31:20.418542 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e6e9292e-37d0-4dde-9253-9ed6af4391b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:23.302598 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c369de22-f705-4120-a913-4367d25a9159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:23.341492 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:24.173266 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.889843 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:43.178270 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 38512) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:43.238368 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.pecan_wsgi.hooks.translation [None req-38dfce43-87ce-4fc3-a878-fa2affb08c33 admin admin] GET failed (client error): The resource could not be found. Jul 28 03:31:43.239754 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-38dfce43-87ce-4fc3-a878-fa2affb08c33 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604911 Jul 28 03:31:43.398978 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a62e45c-b267-4cb7-8a7c-d808757ddce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:43.400389 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-4a62e45c-b267-4cb7-8a7c-d808757ddce9 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1563935 Jul 28 03:31:45.558488 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 38522) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:45.650951 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973c4f2e-dcd4-48df-9263-8c7cfe0f32ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:45.652319 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-973c4f2e-dcd4-48df-9263-8c7cfe0f32ee admin admin] 10.222.0.16 "GET /v2.0/subnets/a1d07fd2-c29b-480a-8eea-a1b176b65d8c HTTP/1.1" status: 200 len: 849 time: 0.0929101 Jul 28 03:31:45.668408 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:31:45.752738 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Notify callbacks [] for subnet, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:45.888326 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 5 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:31:45.896551 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741617609256'] for subnet, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:45.925331 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:45.926459 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:45.927767 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] 10.222.0.16 "PUT /v2.0/subnets/a1d07fd2-c29b-480a-8eea-a1b176b65d8c HTTP/1.1" status: 200 len: 868 time: 0.2693024 Jul 28 03:31:45.930186 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2326b335-1db8-48ae-abf2-bc8e1b89cc8c None None] Network 5446d6b6-7a16-4890-aa30-a4a546c7b50c requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:31:45.952107 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d07fd2-c29b-480a-8eea-a1b176b65d8c,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:45.959609 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:45.960006 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:45.960356 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:45.960693 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:45.961028 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:45.961374 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:45.961716 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:45.962059 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:45.962451 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:45.962784 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:45.963111 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:45.963436 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b0600-9db1-445c-a9ae-3b796297e1db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:46.291861 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-5300c841-1eb3-4388-8f62-204b0ffa2983 None None] Provisioning complete for port 366a2bc0-b3fd-454c-bca0-7c5e5d987064 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:31:46.292241 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-5300c841-1eb3-4388-8f62-204b0ffa2983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:46.375321 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-5300c841-1eb3-4388-8f62-204b0ffa2983 None None] Provisioning complete for port acf3fc61-2342-44e3-9df0-c84a961976c4 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:31:46.375583 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-5300c841-1eb3-4388-8f62-204b0ffa2983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:48.092495 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 38530) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:48.291039 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd454e4-c668-4287-b23a-71f6e9580545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:48.291430 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd454e4-c668-4287-b23a-71f6e9580545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:48.292973 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-fbd454e4-c668-4287-b23a-71f6e9580545 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1995447 Jul 28 03:31:50.421227 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-5cd09f3f-08d8-4487-8c97-09d3c9fa6f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:50.485051 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 38538) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:50.629323 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da25f78-1e46-4a43-9e48-00b715bf2ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:50.629802 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da25f78-1e46-4a43-9e48-00b715bf2ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:50.631347 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-7da25f78-1e46-4a43-9e48-00b715bf2ac1 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1453228 Jul 28 03:31:52.791381 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 38548) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:53.042380 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d95292-c926-4638-806d-c978479a7853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:53.043822 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-c5d95292-c926-4638-806d-c978479a7853 admin admin] 10.222.0.16 "GET /v2.0/networks/5446d6b6-7a16-4890-aa30-a4a546c7b50c HTTP/1.1" status: 200 len: 869 time: 0.2513874 Jul 28 03:31:53.305300 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-828a3f5d-6e93-45e4-8043-aa6f7809a01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:53.342915 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:54.176713 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:55.223582 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 38558) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:55.346661 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf0dff9-1397-4382-9db7-52cf5fd8e997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:55.348015 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-ebf0dff9-1397-4382-9db7-52cf5fd8e997 admin admin] 10.222.0.16 "GET /v2.0/networks/d8863e53-3de7-4b8e-8c20-72f015d11098 HTTP/1.1" status: 200 len: 886 time: 0.1234543 Jul 28 03:31:55.891914 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:57.493349 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 38566) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:57.614216 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18817f2-587e-4a77-b172-57f2b8b324e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:57.614671 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18817f2-587e-4a77-b172-57f2b8b324e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:57.616199 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-e18817f2-587e-4a77-b172-57f2b8b324e8 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219237 Jul 28 03:31:59.758943 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 38574) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:59.850697 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2367f816-910c-450d-9d7e-338ef1a70f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:59.851152 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2367f816-910c-450d-9d7e-338ef1a70f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:59.852692 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-2367f816-910c-450d-9d7e-338ef1a70f6b admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928049 Jul 28 03:32:02.031494 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 38582) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:02.155063 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4232839a-b6e2-464b-94f0-11dcaea1d413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:02.156461 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-4232839a-b6e2-464b-94f0-11dcaea1d413 admin admin] 10.222.0.16 "GET /v2.0/subnets/a1d07fd2-c29b-480a-8eea-a1b176b65d8c HTTP/1.1" status: 200 len: 868 time: 0.1240098 Jul 28 03:32:04.294479 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 38590) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:04.399367 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e03ea1-e638-4345-a6e7-1d88b430c0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:04.400686 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-d1e03ea1-e638-4345-a6e7-1d88b430c0fd admin admin] 10.222.0.16 "GET /v2.0/subnets/bd362720-8b14-4c4e-ad6d-c360f8167e4f HTTP/1.1" status: 200 len: 816 time: 0.1052473 Jul 28 03:32:20.424861 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-66df332b-9113-4815-9514-d14f2dfe5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:22.887192 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 5 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:32:23.311027 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d7494f11-f7aa-4060-9dd2-2dfc84c639a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:23.342837 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.177779 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:25.893957 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:29.956736 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 38644) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:30.001657 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [None req-82bb1fe1-c7d1-4b40-b33f-e52316b2338b admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:32:30.008434 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-82bb1fe1-c7d1-4b40-b33f-e52316b2338b admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507503 Jul 28 03:32:32.279633 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 38652) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:32.337670 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1f0752-25a8-42f1-a9e6-c77f557d8da4 admin admin] GET failed (client error): The resource could not be found. Jul 28 03:32:32.338977 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-5c1f0752-25a8-42f1-a9e6-c77f557d8da4 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0584025 Jul 28 03:32:32.478330 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e813416-5d6a-4fd5-a0d0-63f79e15a2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:32.479722 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-2e813416-5d6a-4fd5-a0d0-63f79e15a2e6 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1357117 Jul 28 03:32:34.663382 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 38660) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:34.707367 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:32:34.730421 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Made reservation on behalf of a74500eac66c48568f2eb64dd512dfc6 for: {'network': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:32:34.733639 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:34.780355 dv-cinder-733062-21-iscsi neutron-server[93263]: WARNING neutron.services.revisions.revision_plugin [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Could not find related network for resource to bump revision. Jul 28 03:32:34.795561 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:32:34.808079 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741617685288', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:34.808649 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Unsubscribe: segment precommit_create {{(pid=93263) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 03:32:34.809127 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.segments_db [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Added segment 6e0cce75-a484-401b-ace9-aa54bd382fb0 of type vlan for network 2be70411-90da-4b7e-8e84-990886d4143d Jul 28 03:32:34.862545 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:34.902847 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:34.903930 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:34.904506 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:34.923272 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2588305 Jul 28 03:32:35.008004 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Pushing event updated for resources: {'Network': ['ID=2be70411-90da-4b7e-8e84-990886d4143d,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:35.017389 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:35.017747 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:35.018089 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:35.018423 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:35.018762 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:35.019107 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:35.019425 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:35.019787 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:35.020121 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:35.020444 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:35.020767 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:35.021085 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a593c-55ab-49f6-89c7-cb6f5f5d2879 admin admin] Tracked resource versions report: Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: pushed versions: Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: { 'AddressGroup': {'1.2'}, Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'ConntrackHelper': {'1.0'}, Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Log': {'1.0'}, Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Network': {'1.1'}, Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Port': {'1.7'}, Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'PortForwarding': {'1.2'}, Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'QosPolicy': {'1.8'}, Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'SecurityGroup': {'1.4'}, Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'SubPort': {'1.0'}, Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Subnet': {'1.1'}, Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Trunk': {'1.1'}} Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: consumer versions: Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: { DHCP agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: L3 agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: Metadata agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: Metering agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: Open vSwitch agent@dv-cinder-733062-21-iscsi: { 'AddressGroup': '1.2', Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'ConntrackHelper': '1.0', Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Log': '1.0', Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Network': '1.1', Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Port': '1.7', Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'PortForwarding': '1.2', Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'QosPolicy': '1.8', Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'SecurityGroup': '1.4', Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'SecurityGroupRule': '1.2', Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'SubPort': '1.0', Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Subnet': '1.1', Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Trunk': '1.1'}} Jul 28 03:32:35.022457 dv-cinder-733062-21-iscsi neutron-server[93263]: {{(pid=93263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:32:35.060186 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network 2be70411-90da-4b7e-8e84-990886d4143d details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:32:37.159751 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 38672) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:37.221075 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97d091e-54aa-4a8d-ad4c-58c56aa2b754 admin admin] GET failed (client error): The resource could not be found. Jul 28 03:32:37.222378 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-b97d091e-54aa-4a8d-ad4c-58c56aa2b754 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616317 Jul 28 03:32:37.290084 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a9caab-d2e3-4c63-a139-d3c51e7c4898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:37.291502 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-00a9caab-d2e3-4c63-a139-d3c51e7c4898 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648487 Jul 28 03:32:37.301364 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-df39e6ba-eb9b-43b5-b6a2-7bcc2206795a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '2be70411-90da-4b7e-8e84-990886d4143d', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:32:37.320816 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df39e6ba-eb9b-43b5-b6a2-7bcc2206795a admin admin] Made reservation on behalf of a74500eac66c48568f2eb64dd512dfc6 for: {'subnet': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:32:37.322984 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-df39e6ba-eb9b-43b5-b6a2-7bcc2206795a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:37.583031 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-df39e6ba-eb9b-43b5-b6a2-7bcc2206795a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for subnet, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:37.637090 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39e6ba-eb9b-43b5-b6a2-7bcc2206795a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc94fcf-c4ba-4910-8b23-7871c71d0385,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:37.647007 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df39e6ba-eb9b-43b5-b6a2-7bcc2206795a admin admin] Checking segment: {'id': '6e0cce75-a484-401b-ace9-aa54bd382fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2be70411-90da-4b7e-8e84-990886d4143d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:32:37.647368 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39e6ba-eb9b-43b5-b6a2-7bcc2206795a admin admin] Network hostable DHCP agents. Network: 2be70411-90da-4b7e-8e84-990886d4143d, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:32:37.662905 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39e6ba-eb9b-43b5-b6a2-7bcc2206795a admin admin] Network 2be70411-90da-4b7e-8e84-990886d4143d is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:32:37.671582 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-df39e6ba-eb9b-43b5-b6a2-7bcc2206795a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, 2be70411-90da-4b7e-8e84-990886d4143d) {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:32:37.676051 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df39e6ba-eb9b-43b5-b6a2-7bcc2206795a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:37.677216 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-df39e6ba-eb9b-43b5-b6a2-7bcc2206795a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:37.680905 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb55bf7-b113-4e38-a476-d85c68b23887 None None] Network 2be70411-90da-4b7e-8e84-990886d4143d requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:32:37.690710 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-df39e6ba-eb9b-43b5-b6a2-7bcc2206795a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3926425 Jul 28 03:32:37.829673 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63c72175-85b7-5549-bc99-b4b3332e2149-2be70411-90da-4b7e-8e84-990886d4143d', 'network_id': '2be70411-90da-4b7e-8e84-990886d4143d', 'tenant_id': 'a74500eac66c48568f2eb64dd512dfc6', 'fixed_ips': [{'subnet_id': '2bc94fcf-c4ba-4910-8b23-7871c71d0385'}]}} from dv-cinder-733062-21-iscsi. {{(pid=93264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:32:37.830585 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:38.062127 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.db_base_plugin_common [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Allocated IP 192.168.233.2 (2be70411-90da-4b7e-8e84-990886d4143d/2bc94fcf-c4ba-4910-8b23-7871c71d0385/b132ab19-1243-4cae-bb42-be991feec1fd) {{(pid=93264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:32:38.212159 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Notify callbacks [] for port, precommit_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:38.220745 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Transition to ACTIVE for port object b132ab19-1243-4cae-bb42-be991feec1fd will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:32:38.236045 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Transition to ACTIVE for port object b132ab19-1243-4cae-bb42-be991feec1fd will not be triggered until provisioned by entity DHCP. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:32:38.241611 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:38.278769 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Network 2be70411-90da-4b7e-8e84-990886d4143d is already hosted by enough agents. {{(pid=93264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:32:38.281663 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.base_scheduler [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Resources bound (agent type, host, resource id): {{(pid=93264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:32:38.289859 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Received port after_create {{(pid=93264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:32:38.292887 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Pushing event updated for resources: {'Port': ['ID=b132ab19-1243-4cae-bb42-be991feec1fd,revision_number=1']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:38.304248 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:38.304627 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:38.304981 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:38.305321 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:38.305661 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:38.306004 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:38.306352 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:38.306695 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:38.307097 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:38.307525 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:38.307891 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:38.308241 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:38.358224 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Attempting to bind port b132ab19-1243-4cae-bb42-be991feec1fd on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:32:38.358605 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Attempting to bind port b132ab19-1243-4cae-bb42-be991feec1fd by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '6e0cce75-a484-401b-ace9-aa54bd382fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2be70411-90da-4b7e-8e84-990886d4143d'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:32:38.358969 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Attempting to bind port b132ab19-1243-4cae-bb42-be991feec1fd on network 2be70411-90da-4b7e-8e84-990886d4143d {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:32:38.364045 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:32:38.364418 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Checking segment: {'id': '6e0cce75-a484-401b-ace9-aa54bd382fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2be70411-90da-4b7e-8e84-990886d4143d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:32:38.364820 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:38.365207 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Bound using segment: {'id': '6e0cce75-a484-401b-ace9-aa54bd382fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2be70411-90da-4b7e-8e84-990886d4143d'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:32:38.365670 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Bound port: b132ab19-1243-4cae-bb42-be991feec1fd, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0cce75-a484-401b-ace9-aa54bd382fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2be70411-90da-4b7e-8e84-990886d4143d'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:32:38.366068 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:38.427027 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] For port b132ab19-1243-4cae-bb42-be991feec1fd, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:32:38.430071 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] For port b132ab19-1243-4cae-bb42-be991feec1fd, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=b132ab19-1243-4cae-bb42-be991feec1fd,segment=NetworkSegment(6e0cce75-a484-401b-ace9-aa54bd382fb0),segment_id=6e0cce75-a484-401b-ace9-aa54bd382fb0)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:32:38.433541 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:38.488713 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511531b2-b5e2-49c1-8f5c-6e18992a1b39 None None] Pushing event updated for resources: {'Port': ['ID=b132ab19-1243-4cae-bb42-be991feec1fd,revision_number=2']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:39.313961 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56ec949-4adf-44ce-8156-b12c52840f6f None None] Network 2be70411-90da-4b7e-8e84-990886d4143d requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:32:39.396982 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-2f5f0ac8-8ad9-4a1f-8e26-a18653a6fe2d None None] Provisioning for port b132ab19-1243-4cae-bb42-be991feec1fd completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:32:39.414291 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device b132ab19-1243-4cae-bb42-be991feec1fd up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:32:39.503969 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port b132ab19-1243-4cae-bb42-be991feec1fd completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:32:39.522227 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port b132ab19-1243-4cae-bb42-be991feec1fd triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:32:39.522600 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:39.612447 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:39.649904 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port b132ab19-1243-4cae-bb42-be991feec1fd, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=b132ab19-1243-4cae-bb42-be991feec1fd,segment=NetworkSegment(6e0cce75-a484-401b-ace9-aa54bd382fb0),segment_id=6e0cce75-a484-401b-ace9-aa54bd382fb0)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:39.657043 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:39.709315 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=b132ab19-1243-4cae-bb42-be991feec1fd,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:39.826053 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-0d33fd85-e03e-4e98-a1bf-be496eb44d9c None None] Provisioning complete for port b132ab19-1243-4cae-bb42-be991feec1fd triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:32:39.826483 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0d33fd85-e03e-4e98-a1bf-be496eb44d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:41.372222 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device b132ab19-1243-4cae-bb42-be991feec1fd up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:32:41.419851 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port b132ab19-1243-4cae-bb42-be991feec1fd triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:32:41.420195 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:50.426248 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe8ff-35e3-488e-b27f-9ac1d991d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:53.302261 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-78d7a794-331a-4e0f-9cea-97ffc564a6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:53.344548 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:54.184624 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:55.898123 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:59.885231 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 5 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:33:20.425821 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc7f3-8eda-4ea4-aa72-4aa10565e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:23.304133 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0f18df1c-1945-4c35-ab5f-c48d5616bbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:23.345690 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:24.182878 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:25.902882 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.883338 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 5 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:33:48.537910 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 38724) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:48.544672 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [None req-8a368835-d8a2-4b78-b8e4-4392bb22713d tempest-verify_tempest_config-1293855963 tempest-verify_tempest_config-1293855963-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:33:48.545633 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-8a368835-d8a2-4b78-b8e4-4392bb22713d tempest-verify_tempest_config-1293855963 tempest-verify_tempest_config-1293855963-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064874 Jul 28 03:33:48.840217 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 38742) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:48.943021 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:49.029315 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:49.032970 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:49.075978 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c6096f-54e3-408f-979e-54b133b39ee0,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:49.079613 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=929c35c336a14d8ea5e35a42c504afbf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2384074 Jul 28 03:33:49.082401 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 38748) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:49.085085 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.085457 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.085819 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.086155 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.086485 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.086815 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.087145 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.087484 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.087857 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.088190 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.088508 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.088828 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ded207-5e71-486e-9f2a-fac9d1ef4340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.159917 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:49.181097 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:49.268277 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:49.270813 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:49.271973 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7c6096f-54e3-408f-979e-54b133b39ee0 HTTP/1.1" status: 204 len: 168 time: 0.1885815 Jul 28 03:33:49.280669 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c6096f-54e3-408f-979e-54b133b39ee0,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:49.287149 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.287527 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.287903 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.288244 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.288580 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.288929 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.289326 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.289596 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.289944 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.290273 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.290596 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:49.290920 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41775957-04b3-4bdc-a6e5-4c5f7f99ff8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:50.426423 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-b88e0fa2-c272-4598-b00c-de8f872ec122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:53.308632 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3d0fe1bb-5dee-49da-ab8c-9a5fc2b6e2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:53.353005 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:54.184904 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:55.904421 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:13.881084 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 5 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:34:20.425114 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-747664ff-3de1-45e9-a713-7f75d602b6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:23.309837 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-50686f62-b59a-47a2-8c53-f946beebd89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:23.347732 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:24.187804 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:25.906336 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:50.426253 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-801e4ea8-1227-4fab-a82f-0ebc47db6845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:50.879642 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 5 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:34:53.309601 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-293610b9-bd6f-4e10-b552-66dd4352427e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:53.347939 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:54.194897 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:55.909030 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:20.428894 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-76641052-e9cb-4e41-9788-c4da3ddc10e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:23.027599 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33131937'] for agent, after_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:23.309643 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c9df0dea-9b33-40ab-b98e-9f359cc21eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:23.350481 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.192742 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:25.912693 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:27.878697 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:35:38.286910 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 38820) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:38.387237 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-2c96c58a-e383-4244-8a32-90942b3be5e2 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0990825 Jul 28 03:35:40.572213 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 38830) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:40.626221 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-c0859579-d4ab-4eee-bb0f-9fbdacb50def admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0529432 Jul 28 03:35:50.428806 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-36fe600b-47db-4cf4-a8e9-64a3f1ecd7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:53.010777 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:53.309382 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-546b9211-3098-4beb-993a-3e12bb9bc1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:53.353088 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:54.195297 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:55.915351 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:04.877112 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:36:20.428087 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-f7f98a70-aef6-4a45-9019-82aecf342959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:23.025118 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:23.309633 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-7af1e965-a7d6-4bff-85ed-57adede5bf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:23.352784 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:24.197307 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:25.919900 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:41.876159 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:36:50.429341 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6fb319e5-8d4f-4ecc-a628-57ddcaaf7f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:53.040402 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:53.310815 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-12e955dc-9a74-40a8-bb06-608ee8d39e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:53.355055 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:54.199857 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:55.922578 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.085462 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 38962) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:07.323451 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2057519579-network', 'tenant_id': '0e3e648ccf87421d9660e75180c946bd'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:07.347808 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Made reservation on behalf of 0e3e648ccf87421d9660e75180c946bd for: {'network': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:07.350065 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.358789 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.447863 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.452104 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.463541 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:37:07.492009 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.492353 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.segments_db [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Added segment 3ddf6fd5-08ff-44e5-abd1-434da20fcdb7 of type vlan for network 8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b Jul 28 03:37:07.531507 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a433c7-6df0-4240-9d99-3538c46299df,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:07.536674 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.545490 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:07.545833 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:07.546169 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:07.546512 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:07.546827 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:07.547153 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:07.547475 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:07.547818 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:07.548170 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:07.548486 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:07.548804 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:07.549116 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Tracked resource versions report: Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: pushed versions: Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: { 'AddressGroup': {'1.2'}, Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'ConntrackHelper': {'1.0'}, Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Log': {'1.0'}, Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Network': {'1.1'}, Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Port': {'1.7'}, Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'PortForwarding': {'1.2'}, Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'QosPolicy': {'1.8'}, Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'SecurityGroup': {'1.4'}, Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'SubPort': {'1.0'}, Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Subnet': {'1.1'}, Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Trunk': {'1.1'}} Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: consumer versions: Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: { DHCP agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: HyperV agent@hv-cinder-73306: {}, Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: L3 agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: Metadata agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: Metering agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: Open vSwitch agent@dv-cinder-733062-21-iscsi: { 'AddressGroup': '1.2', Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'ConntrackHelper': '1.0', Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Log': '1.0', Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Network': '1.1', Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Port': '1.7', Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'PortForwarding': '1.2', Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'QosPolicy': '1.8', Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'SecurityGroup': '1.4', Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'SecurityGroupRule': '1.2', Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'SubPort': '1.0', Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Subnet': '1.1', Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: 'Trunk': '1.1'}} Jul 28 03:37:07.550588 dv-cinder-733062-21-iscsi neutron-server[93262]: {{(pid=93262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:37:07.589013 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.590309 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:07.591795 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.611809 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 38990) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:07.664056 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39000) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:07.664256 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5775125 Jul 28 03:37:07.665067 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe46e08-eecb-4238-b39a-156bc1961a71 admin admin] Pushing event updated for resources: {'Network': ['ID=8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:07.678570 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Request body: {'subnet': {'network_id': '8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2057519579-subnet', 'tenant_id': '0e3e648ccf87421d9660e75180c946bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:07.681483 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network 8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:37:07.704628 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Made reservation on behalf of 0e3e648ccf87421d9660e75180c946bd for: {'subnet': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:07.707365 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:07.901652 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-6c090dda-d890-4973-8572-7b144b7dd7dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-702237823-network', 'tenant_id': 'da239fd2931445e6be6459a0225fbd85'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:07.987821 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for subnet, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.016071 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c090dda-d890-4973-8572-7b144b7dd7dc admin admin] Made reservation on behalf of da239fd2931445e6be6459a0225fbd85 for: {'network': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:08.019442 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6c090dda-d890-4973-8572-7b144b7dd7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.071456 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6c090dda-d890-4973-8572-7b144b7dd7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.106223 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Checking segment: {'id': '3ddf6fd5-08ff-44e5-abd1-434da20fcdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:08.107046 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Network hostable DHCP agents. Network: 8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:37:08.136642 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b12235-d8b7-451f-8dac-bb0ac1411377,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:08.160875 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:08.161248 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:08.161592 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:08.161981 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:08.162319 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:08.162671 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:08.163004 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:08.163347 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:08.163693 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:08.164423 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:08.164423 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:08.164701 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Tracked resource versions report: Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: pushed versions: Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: { 'AddressGroup': {'1.2'}, Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'ConntrackHelper': {'1.0'}, Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Log': {'1.0'}, Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Network': {'1.1'}, Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Port': {'1.7'}, Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'PortForwarding': {'1.2'}, Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'QosPolicy': {'1.8'}, Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'SecurityGroup': {'1.4'}, Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'SubPort': {'1.0'}, Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Subnet': {'1.1'}, Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Trunk': {'1.1'}} Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: consumer versions: Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: { DHCP agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: HyperV agent@hv-cinder-73306: {}, Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: L3 agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: Metadata agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: Metering agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: Open vSwitch agent@dv-cinder-733062-21-iscsi: { 'AddressGroup': '1.2', Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'ConntrackHelper': '1.0', Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Log': '1.0', Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Network': '1.1', Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Port': '1.7', Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'PortForwarding': '1.2', Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'QosPolicy': '1.8', Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'SecurityGroup': '1.4', Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'SecurityGroupRule': '1.2', Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'SubPort': '1.0', Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Subnet': '1.1', Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: 'Trunk': '1.1'}} Jul 28 03:37:08.165826 dv-cinder-733062-21-iscsi neutron-server[93263]: {{(pid=93263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:37:08.181491 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Network 8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:37:08.201946 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, 8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b) {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:08.207733 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:08.208549 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.225861 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa70c83c-a22f-4371-9a43-bb5183e2ce90 None None] Network 8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:08.268237 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6c090dda-d890-4973-8572-7b144b7dd7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.276710 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6c090dda-d890-4973-8572-7b144b7dd7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.295748 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-82523dfd-76fd-445b-ac9f-a4b4f34e8978 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6210859 Jul 28 03:37:08.317953 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c090dda-d890-4973-8572-7b144b7dd7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ff34f5-e76a-42ff-931a-69d4f68ef192,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:08.327467 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c090dda-d890-4973-8572-7b144b7dd7dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:37:08.341220 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6c090dda-d890-4973-8572-7b144b7dd7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.341640 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.segments_db [None req-6c090dda-d890-4973-8572-7b144b7dd7dc admin admin] Added segment b9e4b088-3aa8-4616-aee6-a38ee38cdf56 of type vlan for network 907c8c72-fbe1-4216-965a-39395c1cad68 Jul 28 03:37:08.383892 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6c090dda-d890-4973-8572-7b144b7dd7dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.417273 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6c090dda-d890-4973-8572-7b144b7dd7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.418623 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c090dda-d890-4973-8572-7b144b7dd7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:08.419316 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6c090dda-d890-4973-8572-7b144b7dd7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.422382 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6629c4a-2162-43fe-a151-c935b48965b0 None None] Network 8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:08.476251 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-6c090dda-d890-4973-8572-7b144b7dd7dc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8626945 Jul 28 03:37:08.479191 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39046) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:08.485095 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-c52c67e0-378d-4644-8a60-98d9f2aa43be admin admin] Request body: {'subnet': {'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-702237823-subnet', 'tenant_id': 'da239fd2931445e6be6459a0225fbd85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:08.491115 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c090dda-d890-4973-8572-7b144b7dd7dc admin admin] Pushing event updated for resources: {'Network': ['ID=907c8c72-fbe1-4216-965a-39395c1cad68,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:08.506393 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network 907c8c72-fbe1-4216-965a-39395c1cad68 details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:37:08.519952 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52c67e0-378d-4644-8a60-98d9f2aa43be admin admin] Made reservation on behalf of da239fd2931445e6be6459a0225fbd85 for: {'subnet': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:08.522614 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c52c67e0-378d-4644-8a60-98d9f2aa43be admin admin] Notify callbacks [] for subnet, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.540279 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39052) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:08.692008 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39064) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:08.730024 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c52c67e0-378d-4644-8a60-98d9f2aa43be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for subnet, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.798735 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c67e0-378d-4644-8a60-98d9f2aa43be admin admin] Pushing event updated for resources: {'Subnet': ['ID=42991eb1-738b-4dc3-b514-2c250430ac50,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:08.805014 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52c67e0-378d-4644-8a60-98d9f2aa43be admin admin] Checking segment: {'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:08.805375 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52c67e0-378d-4644-8a60-98d9f2aa43be admin admin] Network hostable DHCP agents. Network: 907c8c72-fbe1-4216-965a-39395c1cad68, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:37:08.826281 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52c67e0-378d-4644-8a60-98d9f2aa43be admin admin] Network 907c8c72-fbe1-4216-965a-39395c1cad68 is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:37:08.836801 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-c52c67e0-378d-4644-8a60-98d9f2aa43be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, 907c8c72-fbe1-4216-965a-39395c1cad68) {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:08.843109 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52c67e0-378d-4644-8a60-98d9f2aa43be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:08.844301 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c52c67e0-378d-4644-8a60-98d9f2aa43be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:08.846461 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf4daa8-6225-4e1f-9e1c-81fcb81d39d1 None None] Network 907c8c72-fbe1-4216-965a-39395c1cad68 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:08.864824 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-c52c67e0-378d-4644-8a60-98d9f2aa43be admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3837891 Jul 28 03:37:08.954244 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-991bc270-ed1e-40e8-ab72-2d4901521dca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-449467637-network', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:08.980645 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3ad52a-1f6f-4a9c-8a01-5f55b153adf7 None None] Network 907c8c72-fbe1-4216-965a-39395c1cad68 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:08.986839 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991bc270-ed1e-40e8-ab72-2d4901521dca admin admin] Made reservation on behalf of ee20ad097bcc4c51a357aa0a803f59a8 for: {'network': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:08.990726 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-991bc270-ed1e-40e8-ab72-2d4901521dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.004379 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-991bc270-ed1e-40e8-ab72-2d4901521dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.123362 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-c8bd83a9-7ee1-4595-9501-77cd2ff959dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-483786536-network', 'tenant_id': '972cc04871274ca78d7f9ff27698c242'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:09.137873 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-991bc270-ed1e-40e8-ab72-2d4901521dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.145441 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-991bc270-ed1e-40e8-ab72-2d4901521dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.150990 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39088) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:09.157654 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991bc270-ed1e-40e8-ab72-2d4901521dca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:37:09.167056 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-991bc270-ed1e-40e8-ab72-2d4901521dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.167601 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.segments_db [None req-991bc270-ed1e-40e8-ab72-2d4901521dca admin admin] Added segment ab65c20b-09ef-43d0-a6ff-bd38c2d99e16 of type vlan for network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 Jul 28 03:37:09.240572 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bd83a9-7ee1-4595-9501-77cd2ff959dc admin admin] Made reservation on behalf of 972cc04871274ca78d7f9ff27698c242 for: {'network': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:09.243044 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c8bd83a9-7ee1-4595-9501-77cd2ff959dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.247643 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bc270-ed1e-40e8-ab72-2d4901521dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a45ae7-8ba1-495a-8e88-f510385595c8,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:09.252920 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-991bc270-ed1e-40e8-ab72-2d4901521dca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.265722 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c8bd83a9-7ee1-4595-9501-77cd2ff959dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.312668 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-991bc270-ed1e-40e8-ab72-2d4901521dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.313640 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991bc270-ed1e-40e8-ab72-2d4901521dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:09.314216 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-991bc270-ed1e-40e8-ab72-2d4901521dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.396268 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bc270-ed1e-40e8-ab72-2d4901521dca admin admin] Pushing event updated for resources: {'Network': ['ID=09233d9b-0c94-4f1f-a3bd-45f2d97443e5,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:09.409130 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:37:09.440434 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c8bd83a9-7ee1-4595-9501-77cd2ff959dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.448029 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c8bd83a9-7ee1-4595-9501-77cd2ff959dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.457057 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-fcbb2fb8-f70d-4dba-a889-64874fa77a75 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-789224047-network', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:09.461359 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-991bc270-ed1e-40e8-ab72-2d4901521dca admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9199955 Jul 28 03:37:09.463145 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39100) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:09.486270 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-b88bd7dd-f856-4549-9611-363c530b432c admin admin] Request body: {'subnet': {'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-subnet', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:09.489940 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bd83a9-7ee1-4595-9501-77cd2ff959dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:37:09.497528 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd83a9-7ee1-4595-9501-77cd2ff959dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d39cd6-fa25-4915-99f5-740d6262dc5d,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:09.505381 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c8bd83a9-7ee1-4595-9501-77cd2ff959dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.505381 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.segments_db [None req-c8bd83a9-7ee1-4595-9501-77cd2ff959dc admin admin] Added segment c20bfde3-a2cf-4b51-915f-d7deacf2827d of type vlan for network 5f86b1da-041e-43b7-97a3-523715b8c24b Jul 28 03:37:09.550979 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbb2fb8-f70d-4dba-a889-64874fa77a75 admin admin] Made reservation on behalf of e20265dc285042d5ab0d2e9237fe9fdf for: {'network': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:09.553307 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2fb8-f70d-4dba-a889-64874fa77a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.559663 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c8bd83a9-7ee1-4595-9501-77cd2ff959dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.566432 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2fb8-f70d-4dba-a889-64874fa77a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.580166 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88bd7dd-f856-4549-9611-363c530b432c admin admin] Made reservation on behalf of ee20ad097bcc4c51a357aa0a803f59a8 for: {'subnet': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:09.583028 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b88bd7dd-f856-4549-9611-363c530b432c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.639794 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c8bd83a9-7ee1-4595-9501-77cd2ff959dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.640839 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bd83a9-7ee1-4595-9501-77cd2ff959dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:09.641433 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c8bd83a9-7ee1-4595-9501-77cd2ff959dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.716317 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd83a9-7ee1-4595-9501-77cd2ff959dc admin admin] Pushing event updated for resources: {'Network': ['ID=5f86b1da-041e-43b7-97a3-523715b8c24b,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:09.727694 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network 5f86b1da-041e-43b7-97a3-523715b8c24b details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:37:09.916279 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2fb8-f70d-4dba-a889-64874fa77a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.935696 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-c8bd83a9-7ee1-4595-9501-77cd2ff959dc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2426214 Jul 28 03:37:09.936800 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39122) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:09.942322 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-9057e150-f09c-40a0-8d0b-3c49e1be413a admin admin] Request body: {'subnet': {'network_id': '5f86b1da-041e-43b7-97a3-523715b8c24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-483786536-subnet', 'tenant_id': '972cc04871274ca78d7f9ff27698c242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:09.943662 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2fb8-f70d-4dba-a889-64874fa77a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.971202 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9057e150-f09c-40a0-8d0b-3c49e1be413a admin admin] Made reservation on behalf of 972cc04871274ca78d7f9ff27698c242 for: {'subnet': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:09.974018 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9057e150-f09c-40a0-8d0b-3c49e1be413a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:09.988441 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb2fb8-f70d-4dba-a889-64874fa77a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b63bad-ca36-4c75-8485-becea07f6fb0,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:10.024385 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbb2fb8-f70d-4dba-a889-64874fa77a75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:37:10.034978 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2fb8-f70d-4dba-a889-64874fa77a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.035526 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.segments_db [None req-fcbb2fb8-f70d-4dba-a889-64874fa77a75 admin admin] Added segment 844ea769-6c3b-434d-9efb-efca6148041c of type vlan for network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 Jul 28 03:37:10.037569 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b88bd7dd-f856-4549-9611-363c530b432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for subnet, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.138319 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2fb8-f70d-4dba-a889-64874fa77a75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.149462 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bd7dd-f856-4549-9611-363c530b432c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec9b6e0-e497-4186-9c06-281440bc68ef,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:10.212751 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88bd7dd-f856-4549-9611-363c530b432c admin admin] Checking segment: {'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:10.213109 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88bd7dd-f856-4549-9611-363c530b432c admin admin] Network hostable DHCP agents. Network: 09233d9b-0c94-4f1f-a3bd-45f2d97443e5, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:37:10.229648 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2fb8-f70d-4dba-a889-64874fa77a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.230575 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbb2fb8-f70d-4dba-a889-64874fa77a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:10.231783 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9057e150-f09c-40a0-8d0b-3c49e1be413a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for subnet, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.231999 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2fb8-f70d-4dba-a889-64874fa77a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.254469 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88bd7dd-f856-4549-9611-363c530b432c admin admin] Network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:37:10.283318 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057e150-f09c-40a0-8d0b-3c49e1be413a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5802a62e-0acd-495b-9681-4c73d17e41a6,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:10.316164 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-fcbb2fb8-f70d-4dba-a889-64874fa77a75 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1635067 Jul 28 03:37:10.318176 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-b88bd7dd-f856-4549-9611-363c530b432c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, 09233d9b-0c94-4f1f-a3bd-45f2d97443e5) {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:10.319842 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39150) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:10.320399 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb2fb8-f70d-4dba-a889-64874fa77a75 admin admin] Pushing event updated for resources: {'Network': ['ID=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:10.326258 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-5189a082-ec96-495a-8702-befe48e6f0a9 admin admin] Request body: {'subnet': {'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-789224047-subnet', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:10.338090 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33087128-9440-4b08-a375-6dbe85ac6221 None None] Network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:10.349613 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88bd7dd-f856-4549-9611-363c530b432c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:10.350272 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b88bd7dd-f856-4549-9611-363c530b432c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.351485 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057e150-f09c-40a0-8d0b-3c49e1be413a admin admin] Checking segment: {'id': 'c20bfde3-a2cf-4b51-915f-d7deacf2827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f86b1da-041e-43b7-97a3-523715b8c24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:10.352102 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9057e150-f09c-40a0-8d0b-3c49e1be413a admin admin] Network hostable DHCP agents. Network: 5f86b1da-041e-43b7-97a3-523715b8c24b, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:37:10.355531 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5189a082-ec96-495a-8702-befe48e6f0a9 admin admin] Made reservation on behalf of e20265dc285042d5ab0d2e9237fe9fdf for: {'subnet': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:10.358109 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5189a082-ec96-495a-8702-befe48e6f0a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.395398 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-b88bd7dd-f856-4549-9611-363c530b432c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9252987 Jul 28 03:37:10.396136 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39158) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:10.400574 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:10.451123 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:37:10.458264 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-211197'] for router, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.459733 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33129348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33083519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-211178'] for router, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.515662 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9057e150-f09c-40a0-8d0b-3c49e1be413a admin admin] Network 5f86b1da-041e-43b7-97a3-523715b8c24b is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:37:10.523790 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-9057e150-f09c-40a0-8d0b-3c49e1be413a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, 5f86b1da-041e-43b7-97a3-523715b8c24b) {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:10.532416 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9057e150-f09c-40a0-8d0b-3c49e1be413a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:10.532938 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9057e150-f09c-40a0-8d0b-3c49e1be413a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.550747 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eba3fe4-929e-488d-8029-c8d522eb5b06 None None] Network 5f86b1da-041e-43b7-97a3-523715b8c24b requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:10.580745 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-9057e150-f09c-40a0-8d0b-3c49e1be413a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6424923 Jul 28 03:37:10.589556 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.617065 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5189a082-ec96-495a-8702-befe48e6f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for subnet, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.701955 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189a082-ec96-495a-8702-befe48e6f0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0855aebe-89e1-4a95-8ec3-265771853473,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:10.714022 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39182) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:10.720846 dv-cinder-733062-21-iscsi neutron-server[93263]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 03:37:10.853106 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33084851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210968'] for router, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.879337 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63c72175-85b7-5549-bc99-b4b3332e2149-09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef'}]}} from dv-cinder-733062-21-iscsi. {{(pid=93264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:37:10.880989 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:10.895649 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78309cd4-5f6c-4156-ab18-176ccd8b4d21 None None] Network 5f86b1da-041e-43b7-97a3-523715b8c24b requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:11.013952 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39188) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:11.084046 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-c283cc7d-1e67-4069-813e-1eb218f7d2db tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:11.085598 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-c283cc7d-1e67-4069-813e-1eb218f7d2db tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/networks?id=8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b HTTP/1.1" status: 200 len: 812 time: 0.3685541 Jul 28 03:37:11.111625 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.db_base_plugin_common [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Allocated IP 172.20.0.2 (09233d9b-0c94-4f1f-a3bd-45f2d97443e5/4ec9b6e0-e497-4186-9c06-281440bc68ef/dbe5a1f6-f9ec-421d-827e-edede9252b82) {{(pid=93264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:11.128088 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-0c8333cb-5f52-4439-b2eb-d3efd872deb1 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/quotas/0e3e648ccf87421d9660e75180c946bd HTTP/1.1" status: 200 len: 375 time: 0.0190768 Jul 28 03:37:11.155101 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5189a082-ec96-495a-8702-befe48e6f0a9 admin admin] Checking segment: {'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:11.155460 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5189a082-ec96-495a-8702-befe48e6f0a9 admin admin] Network hostable DHCP agents. Network: 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:37:11.272759 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-da71cfc3-9653-4a32-aec3-576c48d36dab tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3e648ccf87421d9660e75180c946bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1188512 Jul 28 03:37:11.290438 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5189a082-ec96-495a-8702-befe48e6f0a9 admin admin] Network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:37:11.298256 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.319261 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-5189a082-ec96-495a-8702-befe48e6f0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0) {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:11.323518 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.323916 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5189a082-ec96-495a-8702-befe48e6f0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:11.325401 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5189a082-ec96-495a-8702-befe48e6f0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.339122 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcc38d4-10be-4529-87bf-a04dca7b3057 None None] Network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:11.361576 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-5189a082-ec96-495a-8702-befe48e6f0a9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0403869 Jul 28 03:37:11.362240 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39206) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:11.367387 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:11.425698 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-211197'] for router, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.426988 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33129348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33083519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-211178'] for router, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.586823 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.629952 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63c72175-85b7-5549-bc99-b4b3332e2149-4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473'}]}} from dv-cinder-733062-21-iscsi. {{(pid=93264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:37:11.630820 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.636887 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Notify callbacks [] for port, precommit_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.656540 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Transition to ACTIVE for port object dbe5a1f6-f9ec-421d-827e-edede9252b82 will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:11.698087 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-1c932703-63b2-4d6c-b504-4f12a179f3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.735344 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Transition to ACTIVE for port object dbe5a1f6-f9ec-421d-827e-edede9252b82 will not be triggered until provisioned by entity DHCP. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:11.756300 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.823934 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Allocated IP 172.27.1.41 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/7116d3f3-d43d-427a-8979-3f2acef5229e) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:11.825094 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 is already hosted by enough agents. {{(pid=93264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:11.833806 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.base_scheduler [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Resources bound (agent type, host, resource id): {{(pid=93264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:11.841696 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Received port after_create {{(pid=93264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:11.852833 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Pushing event updated for resources: {'Port': ['ID=dbe5a1f6-f9ec-421d-827e-edede9252b82,revision_number=1']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:11.870563 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:11.871101 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:11.871816 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:11.872392 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:11.872880 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:11.873382 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:11.873853 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:11.874329 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:11.874841 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:11.875314 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:11.875829 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:11.876444 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Tracked resource versions report: Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: pushed versions: Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: { 'AddressGroup': {'1.2'}, Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'ConntrackHelper': {'1.0'}, Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Log': {'1.0'}, Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Network': {'1.1'}, Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Port': {'1.7'}, Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'PortForwarding': {'1.2'}, Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'QosPolicy': {'1.8'}, Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'SecurityGroup': {'1.4'}, Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'SubPort': {'1.0'}, Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Subnet': {'1.1'}, Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Trunk': {'1.1'}} Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: consumer versions: Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: { DHCP agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: HyperV agent@hv-cinder-73306: {}, Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: L3 agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: Metadata agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: Metering agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: Open vSwitch agent@dv-cinder-733062-21-iscsi: { 'AddressGroup': '1.2', Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'ConntrackHelper': '1.0', Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Log': '1.0', Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Network': '1.1', Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Port': '1.7', Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'PortForwarding': '1.2', Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'QosPolicy': '1.8', Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'SecurityGroup': '1.4', Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'SecurityGroupRule': '1.2', Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'SubPort': '1.0', Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Subnet': '1.1', Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: 'Trunk': '1.1'}} Jul 28 03:37:11.877734 dv-cinder-733062-21-iscsi neutron-server[93264]: {{(pid=93264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:37:11.902460 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.db_base_plugin_common [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Allocated IP 172.20.0.2 (4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0/0855aebe-89e1-4a95-8ec3-265771853473/20896d36-fa0d-4f9a-a108-f696a346da16) {{(pid=93264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:11.941633 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-1c932703-63b2-4d6c-b504-4f12a179f3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.945639 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Attempting to bind port dbe5a1f6-f9ec-421d-827e-edede9252b82 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:11.946282 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Attempting to bind port dbe5a1f6-f9ec-421d-827e-edede9252b82 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:11.946841 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Attempting to bind port dbe5a1f6-f9ec-421d-827e-edede9252b82 on network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:11.953011 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-1c932703-63b2-4d6c-b504-4f12a179f3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.973671 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:11.974329 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Checking segment: {'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:11.974854 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.975569 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Bound using segment: {'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:11.976571 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Bound port: dbe5a1f6-f9ec-421d-827e-edede9252b82, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:11.977218 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.986881 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39220) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:11.996103 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33084851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210968'] for router, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:11.997461 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c932703-63b2-4d6c-b504-4f12a179f3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e04e25-efb5-47b2-a511-bf5832936243,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:12.010146 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-d732c5cd-3d6f-4310-b7f8-d6a00139a326 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1035490784-network', 'tenant_id': 'e261a46fd82841c3856e8c170df3c750'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:12.016241 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-5f32ce61-dd55-48dc-aff4-f972139aa551 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:37:12.017315 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-5f32ce61-dd55-48dc-aff4-f972139aa551 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4289079 Jul 28 03:37:12.052775 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39234) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:12.060992 dv-cinder-733062-21-iscsi neutron-server[93262]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 03:37:12.067988 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-1c932703-63b2-4d6c-b504-4f12a179f3a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=868b9f6490e04019a7af0b3477b833ce&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0582120 Jul 28 03:37:12.084375 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39236) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:12.116231 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.166813 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d732c5cd-3d6f-4310-b7f8-d6a00139a326 admin admin] Made reservation on behalf of e261a46fd82841c3856e8c170df3c750 for: {'network': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:12.166813 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d732c5cd-3d6f-4310-b7f8-d6a00139a326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.192448 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-4404ab66-7992-45c5-995e-eabc603a90ff service neutron] 10.222.0.16 "GET /v2.0/networks/8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615393 Jul 28 03:37:12.212360 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d732c5cd-3d6f-4310-b7f8-d6a00139a326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.231477 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] For port dbe5a1f6-f9ec-421d-827e-edede9252b82, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:12.237069 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] For port dbe5a1f6-f9ec-421d-827e-edede9252b82, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=dbe5a1f6-f9ec-421d-827e-edede9252b82,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:12.242814 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.344116 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Notify callbacks [] for port, precommit_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.351399 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7b4e5-927f-4df8-a1fa-1d5ec2207bf2 None None] Pushing event updated for resources: {'Port': ['ID=dbe5a1f6-f9ec-421d-827e-edede9252b82,revision_number=2']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:12.360466 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Transition to ACTIVE for port object 20896d36-fa0d-4f9a-a108-f696a346da16 will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:12.368988 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fc443-e735-471d-b842-a64a2c39d81f req-f27d097e-d4be-4cf0-9e45-d3682c6271ac tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:12.375966 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c25fc443-e735-471d-b842-a64a2c39d81f req-f27d097e-d4be-4cf0-9e45-d3682c6271ac tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/networks?id=907c8c72-fbe1-4216-965a-39395c1cad68 HTTP/1.1" status: 200 len: 814 time: 0.3206198 Jul 28 03:37:12.381876 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Transition to ACTIVE for port object 20896d36-fa0d-4f9a-a108-f696a346da16 will not be triggered until provisioned by entity DHCP. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:12.390762 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.401649 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-4fe2d108-1d99-47ee-a26a-68e1183e90a6 service neutron] 10.222.0.16 "GET /v2.0/networks/8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001333 Jul 28 03:37:12.411350 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.419769 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c25fc443-e735-471d-b842-a64a2c39d81f req-560aca5d-6cbc-4dba-a2ad-0439b7356a80 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/quotas/da239fd2931445e6be6459a0225fbd85 HTTP/1.1" status: 200 len: 375 time: 0.0428021 Jul 28 03:37:12.434793 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 is already hosted by enough agents. {{(pid=93264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:12.438099 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.base_scheduler [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Resources bound (agent type, host, resource id): {{(pid=93264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:12.441816 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Received port after_create {{(pid=93264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:12.483520 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Pushing event updated for resources: {'Port': ['ID=20896d36-fa0d-4f9a-a108-f696a346da16,revision_number=1']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:12.532658 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Attempting to bind port 20896d36-fa0d-4f9a-a108-f696a346da16 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:12.533099 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Attempting to bind port 20896d36-fa0d-4f9a-a108-f696a346da16 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:12.533558 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.533686 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Attempting to bind port 20896d36-fa0d-4f9a-a108-f696a346da16 on network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:12.543453 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:12.544445 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Checking segment: {'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:12.544868 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.545453 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Bound using segment: {'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:12.546056 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Bound port: 20896d36-fa0d-4f9a-a108-f696a346da16, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:12.546698 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.565913 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c25fc443-e735-471d-b842-a64a2c39d81f req-4d3bbace-c554-45fd-911e-d5c100e974f6 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da239fd2931445e6be6459a0225fbd85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1448960 Jul 28 03:37:12.570960 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ee9c00f1-faaa-431d-bdaa-87e12af5d836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.571978 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.615071 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:12.708982 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:12.720639 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:12.732447 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Pushing event updated for resources: {'Port': ['ID=7116d3f3-d43d-427a-8979-3f2acef5229e,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:12.738840 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] For port 20896d36-fa0d-4f9a-a108-f696a346da16, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:12.754512 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] For port 20896d36-fa0d-4f9a-a108-f696a346da16, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=20896d36-fa0d-4f9a-a108-f696a346da16,segment=NetworkSegment(844ea769-6c3b-434d-9efb-efca6148041c),segment_id=844ea769-6c3b-434d-9efb-efca6148041c)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:12.765662 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.827950 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ee9c00f1-faaa-431d-bdaa-87e12af5d836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:12.867424 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Allocated IP 172.27.1.31 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/488fecf0-ec58-4f69-9528-aea0edde44ca) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:12.969123 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a17c38-993b-4ca2-9651-0fa2fc286539 None None] Pushing event updated for resources: {'Port': ['ID=20896d36-fa0d-4f9a-a108-f696a346da16,revision_number=2']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:12.971302 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [req-c25fc443-e735-471d-b842-a64a2c39d81f req-b6ee2225-1f80-4815-b23a-7f8c6e7edd9e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:37:12.979962 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c25fc443-e735-471d-b842-a64a2c39d81f req-b6ee2225-1f80-4815-b23a-7f8c6e7edd9e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1645701 Jul 28 03:37:13.008341 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d732c5cd-3d6f-4310-b7f8-d6a00139a326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:13.059493 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3f2d1be7-7e95-4be1-8883-17283b8868c1 req-9f07f637-f86c-40f1-a66e-aba25e481064 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 210 time: 0.0659299 Jul 28 03:37:13.064164 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d732c5cd-3d6f-4310-b7f8-d6a00139a326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:13.192488 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:13.260047 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ee9c00f1-faaa-431d-bdaa-87e12af5d836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:13.262850 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ee9c00f1-faaa-431d-bdaa-87e12af5d836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:13.264107 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-ee9c00f1-faaa-431d-bdaa-87e12af5d836 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5e04e25-efb5-47b2-a511-bf5832936243 HTTP/1.1" status: 204 len: 168 time: 1.1695225 Jul 28 03:37:13.318289 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d732c5cd-3d6f-4310-b7f8-d6a00139a326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:37:13.323013 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732c5cd-3d6f-4310-b7f8-d6a00139a326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3809a6-3e8c-4345-b34a-0375718f3b2a,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:13.390759 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c00f1-faaa-431d-bdaa-87e12af5d836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e04e25-efb5-47b2-a511-bf5832936243,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:13.407509 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:13.476929 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c25fc443-e735-471d-b842-a64a2c39d81f req-d2d0cc00-79d2-4e03-b824-5839c3af8f0c service neutron] 10.222.0.16 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964623 Jul 28 03:37:13.529136 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Pushing event updated for resources: {'Port': ['ID=488fecf0-ec58-4f69-9528-aea0edde44ca,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:13.543120 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:13.545490 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:13.548650 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:13.674141 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d732c5cd-3d6f-4310-b7f8-d6a00139a326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:13.674372 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.segments_db [None req-d732c5cd-3d6f-4310-b7f8-d6a00139a326 admin admin] Added segment e92c7b26-461b-4eff-86cf-35ffe2c4d062 of type vlan for network f6f6da82-7ac6-4584-a28c-c301b036e963 Jul 28 03:37:13.760602 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:13.767327 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device dbe5a1f6-f9ec-421d-827e-edede9252b82 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:13.904599 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port dbe5a1f6-f9ec-421d-827e-edede9252b82 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:13.910641 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 20896d36-fa0d-4f9a-a108-f696a346da16 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:13.985035 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 20896d36-fa0d-4f9a-a108-f696a346da16 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:13.988299 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d732c5cd-3d6f-4310-b7f8-d6a00139a326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.025516 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e96e670-67e5-4d34-b46a-58512f9102d7 None None] Network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:14.065801 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.153908 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d732c5cd-3d6f-4310-b7f8-d6a00139a326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.156354 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d732c5cd-3d6f-4310-b7f8-d6a00139a326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:14.160241 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d732c5cd-3d6f-4310-b7f8-d6a00139a326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.229829 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-05efc98a-cc5c-4e36-8233-9d5a0bfd7c9e None None] Provisioning for port dbe5a1f6-f9ec-421d-827e-edede9252b82 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:14.247738 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-05efc98a-cc5c-4e36-8233-9d5a0bfd7c9e None None] Provisioning complete for port dbe5a1f6-f9ec-421d-827e-edede9252b82 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:14.248617 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-05efc98a-cc5c-4e36-8233-9d5a0bfd7c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.259282 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39328) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:14.291323 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-09983ed0-88e5-44af-a148-f19c26bf1a82 req-e514b8a3-03a8-4f39-898f-3528b2413889 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 210 time: 0.0630300 Jul 28 03:37:14.300423 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f769f819-d8cc-4d0f-ab3f-efbe79313dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.348295 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732c5cd-3d6f-4310-b7f8-d6a00139a326 admin admin] Pushing event updated for resources: {'Network': ['ID=f6f6da82-7ac6-4584-a28c-c301b036e963,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:14.383189 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network f6f6da82-7ac6-4584-a28c-c301b036e963 details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:37:14.405088 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39334) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:14.542317 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33084822'] for router, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.604468 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff94e5d-278d-40d1-80b9-3290439a9d71 None None] Network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:14.641376 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f769f819-d8cc-4d0f-ab3f-efbe79313dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.665518 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c25fc443-e735-471d-b842-a64a2c39d81f req-78f3d745-7365-48dd-8b03-a53a1f67e9f0 service neutron] 10.222.0.16 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9929504 Jul 28 03:37:14.666472 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-05efc98a-cc5c-4e36-8233-9d5a0bfd7c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.671897 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-d732c5cd-3d6f-4310-b7f8-d6a00139a326 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6673510 Jul 28 03:37:14.675091 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39340) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:14.682581 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-8ed5f8fc-70d6-4fec-b224-b719e72f6c28 admin admin] Request body: {'subnet': {'network_id': 'f6f6da82-7ac6-4584-a28c-c301b036e963', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1035490784-subnet', 'tenant_id': 'e261a46fd82841c3856e8c170df3c750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:14.684947 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-82bd577e-e1fc-47a7-9b4a-fceb7dbcd37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.688662 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f769f819-d8cc-4d0f-ab3f-efbe79313dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.697108 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33084822'] for router, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.746828 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769f819-d8cc-4d0f-ab3f-efbe79313dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b19070-09cf-4dd8-be3a-32c9b43b617a,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:14.801393 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed5f8fc-70d6-4fec-b224-b719e72f6c28 admin admin] Made reservation on behalf of e261a46fd82841c3856e8c170df3c750 for: {'subnet': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:14.803676 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8ed5f8fc-70d6-4fec-b224-b719e72f6c28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.856329 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-05efc98a-cc5c-4e36-8233-9d5a0bfd7c9e None None] For port dbe5a1f6-f9ec-421d-827e-edede9252b82, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=dbe5a1f6-f9ec-421d-827e-edede9252b82,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:14.912806 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-05efc98a-cc5c-4e36-8233-9d5a0bfd7c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.961486 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-82bd577e-e1fc-47a7-9b4a-fceb7dbcd37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:14.976837 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-f769f819-d8cc-4d0f-ab3f-efbe79313dac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a78b80ec6284240a639146e7b2a4941&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7162259 Jul 28 03:37:14.984119 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39352) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:14.984796 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-82bd577e-e1fc-47a7-9b4a-fceb7dbcd37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.098990 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efc98a-cc5c-4e36-8233-9d5a0bfd7c9e None None] Pushing event updated for resources: {'Port': ['ID=dbe5a1f6-f9ec-421d-827e-edede9252b82,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:15.099376 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd577e-e1fc-47a7-9b4a-fceb7dbcd37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc2b454-0ec4-4dca-a232-5f3b5ac2e576,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:15.153663 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-5104f0be-f273-45af-a600-33679ee6b7aa None None] Provisioning for port 20896d36-fa0d-4f9a-a108-f696a346da16 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:15.167580 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-5104f0be-f273-45af-a600-33679ee6b7aa None None] Provisioning complete for port 20896d36-fa0d-4f9a-a108-f696a346da16 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:15.172118 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-5104f0be-f273-45af-a600-33679ee6b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.174039 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b5dc85be-bc4a-429f-8af6-7dad9381fb91 req-f86431a8-36e7-43fa-bb0a-50cd475b55b7 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 210 time: 0.0525761 Jul 28 03:37:15.196363 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39368) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:15.238230 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-82bd577e-e1fc-47a7-9b4a-fceb7dbcd37a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=444e29bd8343439f98a99855dd7293ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8296371 Jul 28 03:37:15.253212 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39372) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:15.284205 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-10531c41-476c-45a0-a6c3-2857d84d9fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.367143 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-5104f0be-f273-45af-a600-33679ee6b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.400371 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Router d73caf4e-33ff-491d-aabf-17a70f2a61c6 is scheduled to L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d with binding_index 1 {{(pid=93263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:37:15.403421 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-10531c41-476c-45a0-a6c3-2857d84d9fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.463851 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9a992c9f-70a2-4b16-b513-2af90d73f97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.474077 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-5104f0be-f273-45af-a600-33679ee6b7aa None None] For port 20896d36-fa0d-4f9a-a108-f696a346da16, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=20896d36-fa0d-4f9a-a108-f696a346da16,segment=NetworkSegment(844ea769-6c3b-434d-9efb-efca6148041c),segment_id=844ea769-6c3b-434d-9efb-efca6148041c)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:15.484062 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-5104f0be-f273-45af-a600-33679ee6b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.551288 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8ed5f8fc-70d6-4fec-b224-b719e72f6c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for subnet, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.630340 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device dbe5a1f6-f9ec-421d-827e-edede9252b82 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:15.657680 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104f0be-f273-45af-a600-33679ee6b7aa None None] Pushing event updated for resources: {'Port': ['ID=20896d36-fa0d-4f9a-a108-f696a346da16,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:15.681571 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-ade5bd78-e033-437a-8391-f65843058d86 None None] Provisioning complete for port dbe5a1f6-f9ec-421d-827e-edede9252b82 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:15.681963 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-ade5bd78-e033-437a-8391-f65843058d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.701265 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dffc32ed-d16f-4e28-84f4-56aa8096b2b1 req-6616b8ba-f64b-48b3-92a8-0e5b034fe988 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 210 time: 0.0795958 Jul 28 03:37:15.718338 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Router 4d6e5794-9aab-44d5-8763-2bd515b53f2c is scheduled to L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d with binding_index 1 {{(pid=93262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:37:15.721527 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1d163d61-32f7-40cc-ab08-0950842a6fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.731375 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed5f8fc-70d6-4fec-b224-b719e72f6c28 admin admin] Checking segment: {'id': 'e92c7b26-461b-4eff-86cf-35ffe2c4d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f6f6da82-7ac6-4584-a28c-c301b036e963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:15.732099 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed5f8fc-70d6-4fec-b224-b719e72f6c28 admin admin] Network hostable DHCP agents. Network: f6f6da82-7ac6-4584-a28c-c301b036e963, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:37:15.735289 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5f8fc-70d6-4fec-b224-b719e72f6c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85814630-dcd4-4561-bdbf-ac893eff6d18,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:15.812480 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed5f8fc-70d6-4fec-b224-b719e72f6c28 admin admin] Network f6f6da82-7ac6-4584-a28c-c301b036e963 is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:37:15.815916 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port dbe5a1f6-f9ec-421d-827e-edede9252b82 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:15.816295 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.822238 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1d163d61-32f7-40cc-ab08-0950842a6fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.859471 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-8ed5f8fc-70d6-4fec-b224-b719e72f6c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, f6f6da82-7ac6-4584-a28c-c301b036e963) {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:15.872538 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed5f8fc-70d6-4fec-b224-b719e72f6c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:15.873144 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8ed5f8fc-70d6-4fec-b224-b719e72f6c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.873300 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-10531c41-476c-45a0-a6c3-2857d84d9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.875780 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-10531c41-476c-45a0-a6c3-2857d84d9fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.876919 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-10531c41-476c-45a0-a6c3-2857d84d9fd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7b19070-09cf-4dd8-be3a-32c9b43b617a HTTP/1.1" status: 204 len: 168 time: 0.8843031 Jul 28 03:37:15.906554 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10531c41-476c-45a0-a6c3-2857d84d9fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b19070-09cf-4dd8-be3a-32c9b43b617a,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:15.912078 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:37:15.924185 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Sync routers for ids ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:37:15.924683 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:37:15.933607 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4592d4-67c5-4d9f-bdfc-371badc2dcf2 None None] Network f6f6da82-7ac6-4584-a28c-c301b036e963 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:15.940949 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Routers {'4d6e5794-9aab-44d5-8763-2bd515b53f2c'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:15.946758 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:36:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:15.970052 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Sync routers for ids ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:37:15.971255 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.25', 64734) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:15.993624 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1d163d61-32f7-40cc-ab08-0950842a6fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.996540 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1d163d61-32f7-40cc-ab08-0950842a6fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:16.000042 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-1d163d61-32f7-40cc-ab08-0950842a6fa3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbc2b454-0ec4-4dca-a232-5f3b5ac2e576 HTTP/1.1" status: 204 len: 168 time: 0.7419548 Jul 28 03:37:16.056706 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9a992c9f-70a2-4b16-b513-2af90d73f97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:16.060037 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d163d61-32f7-40cc-ab08-0950842a6fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc2b454-0ec4-4dca-a232-5f3b5ac2e576,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:16.070208 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9a992c9f-70a2-4b16-b513-2af90d73f97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:16.084890 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] Notify callbacks [] for router, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:16.090196 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-483fedbe-a408-412d-8f82-d51b9aec8811 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7239683 Jul 28 03:37:16.112632 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39402) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:16.150972 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-8ed5f8fc-70d6-4fec-b224-b719e72f6c28 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4744534 Jul 28 03:37:16.152465 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] Notify callbacks [] for router, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:16.159798 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-005a4ba0-f1e0-4b59-b648-83ce9c26c2ea admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7627327 Jul 28 03:37:16.169858 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39406) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:16.192085 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Set router 4d6e5794-9aab-44d5-8763-2bd515b53f2c gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:16.252787 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Routers {'d73caf4e-33ff-491d-aabf-17a70f2a61c6'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:16.253577 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:36:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:16.311270 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-f9cebcea-9da4-4006-80b6-cebddb419fcc tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:16.323347 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-f9cebcea-9da4-4006-80b6-cebddb419fcc tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.25 "GET /v2.0/networks?id=8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b HTTP/1.1" status: 200 len: 812 time: 0.3507180 Jul 28 03:37:16.404132 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39418) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:16.425140 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-065aced1-7ed3-4d08-88eb-68351380eaa8 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Request body: {'port': {'device_id': '0275d16a-5dbd-4afc-a597-75061e247ec7', 'network_id': '8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b', 'admin_state_up': True, 'tenant_id': '0e3e648ccf87421d9660e75180c946bd'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:16.615909 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:13Z', 'revision_number': 3, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:16.644023 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Set router d73caf4e-33ff-491d-aabf-17a70f2a61c6 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:16.663100 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Checking router: 4d6e5794-9aab-44d5-8763-2bd515b53f2c for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:37:16.663793 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Updating router 4d6e5794-9aab-44d5-8763-2bd515b53f2c port 7116d3f3-d43d-427a-8979-3f2acef5229e binding host dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:37:16.665573 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-84d9c07c-4457-46d3-9344-7b5f3f174ee8 req-c0e59a3a-5c16-41e5-8844-32fea8ec4944 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 210 time: 0.1010568 Jul 28 03:37:16.670584 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_v2 [None req-64dcb405-6a47-48aa-b0c1-77a4e3348bc5 admin admin] Deleting subnet 5802a62e-0acd-495b-9681-4c73d17e41a6 {{(pid=93262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:37:16.692237 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-64dcb405-6a47-48aa-b0c1-77a4e3348bc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:16.697096 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:16.721232 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-06fd082a-e6ee-408d-82c6-eae4e8184fed None None] Provisioning complete for port 20896d36-fa0d-4f9a-a108-f696a346da16 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:16.721478 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-06fd082a-e6ee-408d-82c6-eae4e8184fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:16.983973 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-9a992c9f-70a2-4b16-b513-2af90d73f97d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bba3dccfb2384932a8c2db989c0570ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7843051 Jul 28 03:37:16.987349 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a992c9f-70a2-4b16-b513-2af90d73f97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243e838b-5d72-4208-8d78-fe24402c7a2e,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:16.990483 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39456) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:17.005050 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-64dcb405-6a47-48aa-b0c1-77a4e3348bc5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:17.036744 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-81d9f6a2-5fc5-4bae-9ef6-6034eae6663b req-b03d1cc4-1f0f-4821-b01d-b697be6e6b46 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 210 time: 0.1564815 Jul 28 03:37:17.063938 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-64dcb405-6a47-48aa-b0c1-77a4e3348bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:17.156728 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-065aced1-7ed3-4d08-88eb-68351380eaa8 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Made reservation on behalf of 0e3e648ccf87421d9660e75180c946bd for: {'port': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:17.160366 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-065aced1-7ed3-4d08-88eb-68351380eaa8 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:17.168577 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Notify callbacks [] for port, precommit_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:17.193629 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.provisioning_blocks [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Transition to ACTIVE for port object 7116d3f3-d43d-427a-8979-3f2acef5229e will not be triggered until provisioned by entity L2. {{(pid=93265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:17.214432 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:17.242217 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2ddd06-6f44-4b27-9f95-e17963a126a9 None None] Network f6f6da82-7ac6-4584-a28c-c301b036e963 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:37:17.265925 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Attempting to bind port 7116d3f3-d43d-427a-8979-3f2acef5229e on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:17.266525 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Attempting to bind port 7116d3f3-d43d-427a-8979-3f2acef5229e by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:17.267057 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Attempting to bind port 7116d3f3-d43d-427a-8979-3f2acef5229e on network d8863e53-3de7-4b8e-8c20-72f015d11098 {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:17.276112 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:17.277097 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Checking segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:17.277744 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:17.278329 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Bound using segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:17.279096 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Bound port: 7116d3f3-d43d-427a-8979-3f2acef5229e, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:17.279731 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:17.392973 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] For port 7116d3f3-d43d-427a-8979-3f2acef5229e, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:17.396811 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] For port 7116d3f3-d43d-427a-8979-3f2acef5229e, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=7116d3f3-d43d-427a-8979-3f2acef5229e,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:17.406791 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:17.407736 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-39e2a538-c539-459f-ab36-59a30aed6809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:17.440366 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-64dcb405-6a47-48aa-b0c1-77a4e3348bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for subnet, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:17.445792 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51049ae-a35f-48be-a1dc-c9dbb1cab74c None None] Pushing event updated for resources: {'Port': ['ID=7116d3f3-d43d-427a-8979-3f2acef5229e,revision_number=2']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:17.473350 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51049ae-a35f-48be-a1dc-c9dbb1cab74c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:17.478312 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51049ae-a35f-48be-a1dc-c9dbb1cab74c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:17.478972 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51049ae-a35f-48be-a1dc-c9dbb1cab74c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:17.479506 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51049ae-a35f-48be-a1dc-c9dbb1cab74c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:17.480474 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51049ae-a35f-48be-a1dc-c9dbb1cab74c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:17.482897 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51049ae-a35f-48be-a1dc-c9dbb1cab74c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:17.483558 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51049ae-a35f-48be-a1dc-c9dbb1cab74c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:17.484045 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51049ae-a35f-48be-a1dc-c9dbb1cab74c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:17.487585 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51049ae-a35f-48be-a1dc-c9dbb1cab74c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:17.488061 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51049ae-a35f-48be-a1dc-c9dbb1cab74c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:17.489618 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51049ae-a35f-48be-a1dc-c9dbb1cab74c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:17.490055 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51049ae-a35f-48be-a1dc-c9dbb1cab74c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51049ae-a35f-48be-a1dc-c9dbb1cab74c None None] Tracked resource versions report: Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: pushed versions: Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: { 'AddressGroup': {'1.2'}, Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'ConntrackHelper': {'1.0'}, Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Log': {'1.0'}, Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Network': {'1.1'}, Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Port': {'1.7'}, Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'PortForwarding': {'1.2'}, Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'QosPolicy': {'1.8'}, Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'SecurityGroup': {'1.4'}, Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'SubPort': {'1.0'}, Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Subnet': {'1.1'}, Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Trunk': {'1.1'}} Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: consumer versions: Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: { DHCP agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: HyperV agent@hv-cinder-73306: {}, Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: L3 agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: Metadata agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: Metering agent@dv-cinder-733062-21-iscsi: {}, Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: Open vSwitch agent@dv-cinder-733062-21-iscsi: { 'AddressGroup': '1.2', Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'ConntrackHelper': '1.0', Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Log': '1.0', Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Network': '1.1', Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Port': '1.7', Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'PortForwarding': '1.2', Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'QosPolicy': '1.8', Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'SecurityGroup': '1.4', Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'SecurityGroupRule': '1.2', Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'SubPort': '1.0', Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Subnet': '1.1', Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: 'Trunk': '1.1'}} Jul 28 03:37:17.491343 dv-cinder-733062-21-iscsi neutron-server[93265]: {{(pid=93265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:37:17.511468 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.25', 64740) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:17.528787 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-39e2a538-c539-459f-ab36-59a30aed6809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:17.584615 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Routers {'4d6e5794-9aab-44d5-8763-2bd515b53f2c'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:17.589571 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:36:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:17.596756 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-64dcb405-6a47-48aa-b0c1-77a4e3348bc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:17.600233 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-64dcb405-6a47-48aa-b0c1-77a4e3348bc5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5802a62e-0acd-495b-9681-4c73d17e41a6 HTTP/1.1" status: 204 len: 168 time: 1.1951196 Jul 28 03:37:17.618719 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39478) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:17.643228 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcb405-6a47-48aa-b0c1-77a4e3348bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5802a62e-0acd-495b-9681-4c73d17e41a6,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:17.682352 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 20896d36-fa0d-4f9a-a108-f696a346da16 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:17.740568 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51049ae-a35f-48be-a1dc-c9dbb1cab74c None None] Pushing event updated for resources: {'Port': ['ID=7116d3f3-d43d-427a-8979-3f2acef5229e,revision_number=3']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:17.767289 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fc443-e735-471d-b842-a64a2c39d81f req-4b58c197-a684-48b6-9a71-07cf25c1d0f2 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:17.769850 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c25fc443-e735-471d-b842-a64a2c39d81f req-4b58c197-a684-48b6-9a71-07cf25c1d0f2 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.25 "GET /v2.0/networks?id=907c8c72-fbe1-4216-965a-39395c1cad68 HTTP/1.1" status: 200 len: 814 time: 0.2544491 Jul 28 03:37:17.915528 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-c25fc443-e735-471d-b842-a64a2c39d81f req-106e10a3-ab28-45d7-97c7-af8ae5801381 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Request body: {'port': {'device_id': 'b227749a-44c6-4ab6-8c93-95345fba06ba', 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68', 'admin_state_up': True, 'tenant_id': 'da239fd2931445e6be6459a0225fbd85'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:18.071500 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:18.091643 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] Set router 4d6e5794-9aab-44d5-8763-2bd515b53f2c gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:18.187066 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-065aced1-7ed3-4d08-88eb-68351380eaa8 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Allocated IP 172.20.0.9 (8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b/34b12235-d8b7-451f-8dac-bb0ac1411377/b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:18.296004 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ae7e4f80-172b-4d22-abc8-efc035347796 req-2f7d256b-2bcd-4859-bffd-670d09f9c04d tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 210 time: 0.0655768 Jul 28 03:37:18.466338 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 20896d36-fa0d-4f9a-a108-f696a346da16 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:18.467513 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:18.484685 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-39e2a538-c539-459f-ab36-59a30aed6809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:18.487278 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-39e2a538-c539-459f-ab36-59a30aed6809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:18.487770 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dc841029-e67a-4647-b39d-c843993f2293 req-ef85f2ed-7d67-46b0-96f2-656aa66b6fb1 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 210 time: 0.1056213 Jul 28 03:37:18.490706 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-39e2a538-c539-459f-ab36-59a30aed6809 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/243e838b-5d72-4208-8d78-fe24402c7a2e HTTP/1.1" status: 204 len: 168 time: 1.4496033 Jul 28 03:37:18.532636 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:13Z', 'revision_number': 3, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:18.575670 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Checking router: d73caf4e-33ff-491d-aabf-17a70f2a61c6 for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:37:18.576437 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Updating router d73caf4e-33ff-491d-aabf-17a70f2a61c6 port 488fecf0-ec58-4f69-9528-aea0edde44ca binding host dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:37:18.654207 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:18.713491 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:13Z', 'revision_number': 3, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:18.910493 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2a538-c539-459f-ab36-59a30aed6809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243e838b-5d72-4208-8d78-fe24402c7a2e,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:18.912088 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-065aced1-7ed3-4d08-88eb-68351380eaa8 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:18.950477 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:19.046219 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49fc1e-ad16-4def-a533-107ea516d13b None None] The sync data for ids ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'] in dv-cinder-733062-21-iscsi is: [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:13Z', 'revision_number': 3, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:37:19.048339 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:37:19.115457 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-065aced1-7ed3-4d08-88eb-68351380eaa8 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:19.511924 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Allocated IP 172.20.0.1 (4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0/0855aebe-89e1-4a95-8ec3-265771853473/d1873c1d-5b49-4e52-baa7-b192cabb45f5) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:19.587698 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:19.610728 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Notify callbacks [] for port, precommit_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:19.653918 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Transition to ACTIVE for port object 488fecf0-ec58-4f69-9528-aea0edde44ca will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:19.666849 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:19.667218 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:19.668055 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:19.675570 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:19.676409 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Subscribe: > port after_create 55550000 {{(pid=93262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:19.679585 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:19.680189 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Subscribe: > port after_update 55550000 {{(pid=93262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:19.684244 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:19.686533 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:19.687122 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:19.690258 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:19.814364 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:19.833996 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Transition to ACTIVE for port object d1873c1d-5b49-4e52-baa7-b192cabb45f5 will not be triggered until provisioned by entity DHCP. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:19.845822 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Attempting to bind port 488fecf0-ec58-4f69-9528-aea0edde44ca on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:19.854006 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Attempting to bind port 488fecf0-ec58-4f69-9528-aea0edde44ca by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:19.854178 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Attempting to bind port 488fecf0-ec58-4f69-9528-aea0edde44ca on network d8863e53-3de7-4b8e-8c20-72f015d11098 {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:19.888897 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:19.890293 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Checking segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:19.890975 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:19.891379 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Bound using segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:19.892015 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Bound port: 488fecf0-ec58-4f69-9528-aea0edde44ca, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:19.892671 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:19.935530 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:19.953959 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cdde7-774f-4383-b1e1-954aad09c66b None None] Pushing event updated for resources: {'Port': ['ID=488fecf0-ec58-4f69-9528-aea0edde44ca,revision_number=2']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:19.955146 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-723b19de-66f3-4414-b620-a0ace64e5655 req-1a88cfb8-64a5-4c22-a00f-c8f4f9328859 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 210 time: 0.0602345 Jul 28 03:37:20.009971 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] For port 488fecf0-ec58-4f69-9528-aea0edde44ca, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:20.022307 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] For port 488fecf0-ec58-4f69-9528-aea0edde44ca, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=488fecf0-ec58-4f69-9528-aea0edde44ca,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:20.034614 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.114055 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Routers {'d73caf4e-33ff-491d-aabf-17a70f2a61c6'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:20.114927 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:36:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:20.232660 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cdde7-774f-4383-b1e1-954aad09c66b None None] Pushing event updated for resources: {'Port': ['ID=488fecf0-ec58-4f69-9528-aea0edde44ca,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:20.312112 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:20.313334 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] Set router d73caf4e-33ff-491d-aabf-17a70f2a61c6 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:20.350322 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d1873c1d-5b49-4e52-baa7-b192cabb45f5,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:20.363564 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:20.386302 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:20.387519 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:20.410533 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:20.411250 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33084745'] for router_interface, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.415266 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:20.415763 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:37:20.416169 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f86b1da-041e-43b7-97a3-523715b8c24b']}} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:20.456771 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-065aced1-7ed3-4d08-88eb-68351380eaa8 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Network 8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:20.611581 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-688bf511-7c27-4015-894f-2c992da9fde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.654374 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20bfde3-a2cf-4b51-915f-d7deacf2827d') {'for_net_delete': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:20.654665 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20bfde3-a2cf-4b51-915f-d7deacf2827d') {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:20.682248 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:13Z', 'revision_number': 3, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:20.687206 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-065aced1-7ed3-4d08-88eb-68351380eaa8 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:20.704228 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-065aced1-7ed3-4d08-88eb-68351380eaa8 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:20.717788 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8842934-f708-4855-a29a-f4e224f6dbde None None] The sync data for ids ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'] in dv-cinder-733062-21-iscsi is: [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:13Z', 'revision_number': 3, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:37:20.723546 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25fc443-e735-471d-b842-a64a2c39d81f req-106e10a3-ab28-45d7-97c7-af8ae5801381 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Made reservation on behalf of da239fd2931445e6be6459a0225fbd85 for: {'port': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:20.727570 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-065aced1-7ed3-4d08-88eb-68351380eaa8 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:20.742773 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c25fc443-e735-471d-b842-a64a2c39d81f req-106e10a3-ab28-45d7-97c7-af8ae5801381 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.743445 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-065aced1-7ed3-4d08-88eb-68351380eaa8 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:20.921040 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-b950cda8-ba90-4a0a-8b78-2e893c9d673b None None] Provisioning for port d1873c1d-5b49-4e52-baa7-b192cabb45f5 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:20.934955 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-b950cda8-ba90-4a0a-8b78-2e893c9d673b None None] Provisioning complete for port d1873c1d-5b49-4e52-baa7-b192cabb45f5 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:20.936747 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-b950cda8-ba90-4a0a-8b78-2e893c9d673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:21.046895 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30318899'] for segment, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:21.081250 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-b950cda8-ba90-4a0a-8b78-2e893c9d673b None None] Port d1873c1d-5b49-4e52-baa7-b192cabb45f5 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:37:21.089751 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:21.133096 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065aced1-7ed3-4d08-88eb-68351380eaa8 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Pushing event updated for resources: {'Port': ['ID=b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:21.212300 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-065aced1-7ed3-4d08-88eb-68351380eaa8 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7988591 Jul 28 03:37:21.251329 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:21.286734 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:21.299566 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-0688dcf8-0b4f-49bd-ad99-7ebc57019f93 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:37:21.302201 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-0688dcf8-0b4f-49bd-ad99-7ebc57019f93 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0407956 Jul 28 03:37:21.302498 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7c4f0760-65d5-4fb4-8e66-10916442e2b6 req-16f5c4bd-adc9-4c4f-9bef-15e396f39375 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 210 time: 0.1041701 Jul 28 03:37:21.327029 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:37:21.327612 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30596253'] for segment, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: from cryptography.utils import int_from_bytes Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: from cryptography.utils import int_from_bytes Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: Traceback (most recent call last): Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: timer() Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: cb(*args, **kw) Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: return func(*args, **kwargs) Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: self._notify() Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: self.callback(batched_events) Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: event.method(event) Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: return f(self, *a, **k) Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._get(url).json() Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: return self.request(url, 'GET', **kwargs) Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:37:21.341949 dv-cinder-733062-21-iscsi neutron-server[93262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:37:21.441133 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea89511-13a6-40bd-8c3d-34dc1b533f11 req-1d65cc90-3ea4-4c9b-85fc-85bd9fd46090 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:21.444001 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fea89511-13a6-40bd-8c3d-34dc1b533f11 req-1d65cc90-3ea4-4c9b-85fc-85bd9fd46090 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 931 time: 0.9813409 Jul 28 03:37:21.549801 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:21.608114 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fea89511-13a6-40bd-8c3d-34dc1b533f11 req-6262b730-0c6a-4e2d-ad16-18618702ba59 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532876 Jul 28 03:37:21.615578 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:21.618547 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5f86b1da-041e-43b7-97a3-523715b8c24b HTTP/1.1" status: 204 len: 168 time: 3.9855151 Jul 28 03:37:21.640702 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39566) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:21.706334 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be75c9b-9994-4aee-805d-b0d0c0cb5046 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f86b1da-041e-43b7-97a3-523715b8c24b,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:21.734189 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ba787c-e0dc-4916-8d2d-755a952e1576 admin admin] Deleting subnet 85814630-dcd4-4561-bdbf-ac893eff6d18 {{(pid=93262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:37:21.747025 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 7116d3f3-d43d-427a-8979-3f2acef5229e up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:21.759904 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b0ba787c-e0dc-4916-8d2d-755a952e1576 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:21.828119 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 7116d3f3-d43d-427a-8979-3f2acef5229e completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:21.834147 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 7116d3f3-d43d-427a-8979-3f2acef5229e triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:21.834824 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:21.836866 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b0ba787c-e0dc-4916-8d2d-755a952e1576 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30318906'] for subnet, precommit_delete_associations {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:21.969489 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b0ba787c-e0dc-4916-8d2d-755a952e1576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.045977 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39572) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:22.060921 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b0ba787c-e0dc-4916-8d2d-755a952e1576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30596327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30343369'] for subnet, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.096712 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.108427 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba787c-e0dc-4916-8d2d-755a952e1576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85814630-dcd4-4561-bdbf-ac893eff6d18,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:22.112853 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b0ba787c-e0dc-4916-8d2d-755a952e1576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.117459 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-b0ba787c-e0dc-4916-8d2d-755a952e1576 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/85814630-dcd4-4561-bdbf-ac893eff6d18 HTTP/1.1" status: 204 len: 168 time: 0.4715247 Jul 28 03:37:22.127443 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39580) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:22.162960 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port 7116d3f3-d43d-427a-8979-3f2acef5229e, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=7116d3f3-d43d-427a-8979-3f2acef5229e,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:22.183036 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.183036 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 488fecf0-ec58-4f69-9528-aea0edde44ca up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:22.329249 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-26ba88b4-1f68-4c28-91b9-eba9ba18517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.337651 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Request body: {'port': {'device_id': '0275d16a-5dbd-4afc-a597-75061e247ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:22.444922 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 488fecf0-ec58-4f69-9528-aea0edde44ca completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:22.468248 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 488fecf0-ec58-4f69-9528-aea0edde44ca triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:22.468632 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.614996 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-26ba88b4-1f68-4c28-91b9-eba9ba18517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.644710 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.648971 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-26ba88b4-1f68-4c28-91b9-eba9ba18517e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f6da82-7ac6-4584-a28c-c301b036e963']}} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:22.672433 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-26ba88b4-1f68-4c28-91b9-eba9ba18517e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92c7b26-461b-4eff-86cf-35ffe2c4d062') {'for_net_delete': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:22.672948 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-26ba88b4-1f68-4c28-91b9-eba9ba18517e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92c7b26-461b-4eff-86cf-35ffe2c4d062') {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:22.719880 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [req-c25fc443-e735-471d-b842-a64a2c39d81f req-106e10a3-ab28-45d7-97c7-af8ae5801381 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Allocated IP 172.20.0.8 (907c8c72-fbe1-4216-965a-39395c1cad68/42991eb1-738b-4dc3-b514-2c250430ac50/77bcf32c-4248-435a-be8b-cbf0a47caa64) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:22.745785 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=7116d3f3-d43d-427a-8979-3f2acef5229e,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:22.783426 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.811752 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port 488fecf0-ec58-4f69-9528-aea0edde44ca, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=488fecf0-ec58-4f69-9528-aea0edde44ca,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:22.815602 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-26ba88b4-1f68-4c28-91b9-eba9ba18517e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30318899'] for segment, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.818755 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:22.962940 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=488fecf0-ec58-4f69-9528-aea0edde44ca,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:23.016246 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.044931 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.047150 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33249965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33442009'] for router_interface, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.057808 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.062622 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Allocated IP 172.20.0.1 (09233d9b-0c94-4f1f-a3bd-45f2d97443e5/4ec9b6e0-e497-4186-9c06-281440bc68ef/9e36cd45-5da5-4cc0-99fc-c4447c610b4b) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:23.270897 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6d1ea-3f83-45b2-a5cd-b359866beb4b req-78c8197f-421a-405b-844a-84e984e311a2 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:23.273755 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-93d6d1ea-3f83-45b2-a5cd-b359866beb4b req-78c8197f-421a-405b-844a-84e984e311a2 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 931 time: 0.4719429 Jul 28 03:37:23.274870 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7608230d-eab8-4e25-9a6b-4bbc0ef0e9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.299317 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-26ba88b4-1f68-4c28-91b9-eba9ba18517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.328639 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-54b6b3f4-4825-4fca-910a-d51cc7e39c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.404966 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.405497 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-93d6d1ea-3f83-45b2-a5cd-b359866beb4b req-a279e1ff-f6c8-4522-82f8-9e77fdaababe tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024883 Jul 28 03:37:23.464086 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ba88b4-1f68-4c28-91b9-eba9ba18517e admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:37:23.465932 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-26ba88b4-1f68-4c28-91b9-eba9ba18517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30596253'] for segment, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: Traceback (most recent call last): Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: timer() Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: cb(*args, **kw) Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: return func(*args, **kwargs) Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: self._notify() Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: self.callback(batched_events) Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: event.method(event) Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: return f(self, *a, **k) Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._get(url).json() Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: return self.request(url, 'GET', **kwargs) Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:37:23.487302 dv-cinder-733062-21-iscsi neutron-server[93262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:37:23.692138 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 7116d3f3-d43d-427a-8979-3f2acef5229e up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:23.745651 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-26ba88b4-1f68-4c28-91b9-eba9ba18517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.749054 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d1873c1d-5b49-4e52-baa7-b192cabb45f5,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:23.795096 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.816621 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Transition to ACTIVE for port object 9e36cd45-5da5-4cc0-99fc-c4447c610b4b will not be triggered until provisioned by entity DHCP. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:23.858827 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-26ba88b4-1f68-4c28-91b9-eba9ba18517e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.865390 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 7116d3f3-d43d-427a-8979-3f2acef5229e triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:23.866712 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.881047 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-26ba88b4-1f68-4c28-91b9-eba9ba18517e admin admin] 10.222.0.16 "DELETE /v2.0/networks/f6f6da82-7ac6-4584-a28c-c301b036e963 HTTP/1.1" status: 204 len: 168 time: 1.7520974 Jul 28 03:37:23.883415 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba88b4-1f68-4c28-91b9-eba9ba18517e admin admin] Pushing event deleted for resources: {'Network': ['ID=f6f6da82-7ac6-4584-a28c-c301b036e963,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:23.927327 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c434ec7d-8975-408e-8ec8-f0e49464ae26 req-5e23a79a-b189-4f2f-be0f-d3fe6abc028a tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 210 time: 1.0050771 Jul 28 03:37:23.943388 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:23.946509 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.988302 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:24.262097 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.291125 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39634) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:24.375168 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 488fecf0-ec58-4f69-9528-aea0edde44ca up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:24.411691 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 {{(pid=93262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:24.424223 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7608230d-eab8-4e25-9a6b-4bbc0ef0e9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.433445 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.444479 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7608230d-eab8-4e25-9a6b-4bbc0ef0e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.538145 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-9cf55243-9d20-4c59-a02e-5045677aa802 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=972cc04871274ca78d7f9ff27698c242&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2446408 Jul 28 03:37:24.546210 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Transition to ACTIVE for port object b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:24.547543 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39644) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:24.551000 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-3e909d16-70f7-40c1-bbd0-dc3290d58fa6 None None] Provisioning complete for port d1873c1d-5b49-4e52-baa7-b192cabb45f5 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:24.552508 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3e909d16-70f7-40c1-bbd0-dc3290d58fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.584416 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=9e36cd45-5da5-4cc0-99fc-c4447c610b4b,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:24.597705 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:24.710212 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 488fecf0-ec58-4f69-9528-aea0edde44ca triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:24.710589 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.760579 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c25fc443-e735-471d-b842-a64a2c39d81f req-106e10a3-ab28-45d7-97c7-af8ae5801381 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.761805 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.769892 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:24.790064 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-3e909d16-70f7-40c1-bbd0-dc3290d58fa6 None None] Port d1873c1d-5b49-4e52-baa7-b192cabb45f5 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:37:24.791028 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:24.791538 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33084745'] for router_interface, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.872669 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-7608230d-eab8-4e25-9a6b-4bbc0ef0e9e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7fe8d51b9f14c70b69491b1f4195b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8212857 Jul 28 03:37:24.875338 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39656) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:24.887335 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608230d-eab8-4e25-9a6b-4bbc0ef0e9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64c0ed1-a245-49c0-ac93-267b4ef496be,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:24.919252 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Router d73caf4e-33ff-491d-aabf-17a70f2a61c6 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:37:24.951917 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39658) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:24.978253 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:25.146431 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c25fc443-e735-471d-b842-a64a2c39d81f req-106e10a3-ab28-45d7-97c7-af8ae5801381 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.203376 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ea645b2a-5bb4-4b38-95f9-90bddae36ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.236683 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8c7fed71-d058-4ebd-b594-03045e2b5e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.242791 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-3554221a-27fb-41c0-90a2-3cd074f02ed8 None None] Provisioning for port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:25.253410 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-3554221a-27fb-41c0-90a2-3cd074f02ed8 None None] Provisioning complete for port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:25.257528 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3554221a-27fb-41c0-90a2-3cd074f02ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.322147 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ea645b2a-5bb4-4b38-95f9-90bddae36ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.347963 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-7215e660-42f0-4022-b7ae-c35ab370a3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.351546 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4c60-3e2d-4621-9ddb-1d2f92b253b9 req-0d628b11-61d9-4a7b-b295-1485eee9630a tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:25.353174 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-783f4c60-3e2d-4621-9ddb-1d2f92b253b9 req-0d628b11-61d9-4a7b-b295-1485eee9630a tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 943 time: 0.6664934 Jul 28 03:37:25.382188 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8c7fed71-d058-4ebd-b594-03045e2b5e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.393524 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-3554221a-27fb-41c0-90a2-3cd074f02ed8 None None] Port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:37:25.480697 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25fc443-e735-471d-b842-a64a2c39d81f req-106e10a3-ab28-45d7-97c7-af8ae5801381 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Network 907c8c72-fbe1-4216-965a-39395c1cad68 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:25.565400 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d285ab-6114-42b6-888f-b975a2de985b req-b2b24f35-7111-4ab9-955c-7c772837f29e tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:25.567245 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f6d285ab-6114-42b6-888f-b975a2de985b req-b2b24f35-7111-4ab9-955c-7c772837f29e tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 931 time: 0.4669178 Jul 28 03:37:25.568337 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [req-c25fc443-e735-471d-b842-a64a2c39d81f req-106e10a3-ab28-45d7-97c7-af8ae5801381 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:25.603215 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25fc443-e735-471d-b842-a64a2c39d81f req-106e10a3-ab28-45d7-97c7-af8ae5801381 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:25.610338 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fc443-e735-471d-b842-a64a2c39d81f req-106e10a3-ab28-45d7-97c7-af8ae5801381 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:25.611262 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c25fc443-e735-471d-b842-a64a2c39d81f req-106e10a3-ab28-45d7-97c7-af8ae5801381 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.638744 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e10a3-ab28-45d7-97c7-af8ae5801381 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Pushing event updated for resources: {'Port': ['ID=77bcf32c-4248-435a-be8b-cbf0a47caa64,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:25.652092 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:37:25.666672 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Attempting to bind port b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:25.667072 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Attempting to bind port b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '3ddf6fd5-08ff-44e5-abd1-434da20fcdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:25.667417 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Attempting to bind port b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 on network 8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:25.680326 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-783f4c60-3e2d-4621-9ddb-1d2f92b253b9 req-fab4e9c0-f577-43d9-98d4-29ef73425de9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012369 Jul 28 03:37:25.684113 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Port b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 on network 8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:37:25.684113 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Attempting to bind port b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 on network 8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:25.690861 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:25.691327 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Checking segment: {'id': '3ddf6fd5-08ff-44e5-abd1-434da20fcdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:25.731923 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Bound using segment: {'id': '3ddf6fd5-08ff-44e5-abd1-434da20fcdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:25.731923 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Bound port: b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddf6fd5-08ff-44e5-abd1-434da20fcdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:25.731923 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.733699 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.737444 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ea645b2a-5bb4-4b38-95f9-90bddae36ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.739952 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ea645b2a-5bb4-4b38-95f9-90bddae36ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.754166 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-ea645b2a-5bb4-4b38-95f9-90bddae36ab9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2d39cd6-fa25-4915-99f5-740d6262dc5d HTTP/1.1" status: 204 len: 168 time: 1.1874011 Jul 28 03:37:25.804324 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8c7fed71-d058-4ebd-b594-03045e2b5e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.806788 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8c7fed71-d058-4ebd-b594-03045e2b5e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:25.808456 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-8c7fed71-d058-4ebd-b594-03045e2b5e36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a64c0ed1-a245-49c0-ac93-267b4ef496be HTTP/1.1" status: 204 len: 168 time: 0.9217658 Jul 28 03:37:25.876192 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Sync routers for ids ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:37:25.876726 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-2240ab53-436a-4d12-ba54-565de757e4f5 admin admin] 10.222.0.16 "PUT /v2.0/routers/d73caf4e-33ff-491d-aabf-17a70f2a61c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7624173 Jul 28 03:37:25.889689 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Routers {'d73caf4e-33ff-491d-aabf-17a70f2a61c6'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:25.890149 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea645b2a-5bb4-4b38-95f9-90bddae36ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d39cd6-fa25-4915-99f5-740d6262dc5d,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:25.897001 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:37:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:25.936423 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f6d285ab-6114-42b6-888f-b975a2de985b req-06293110-c0e2-479d-a407-b72e9998b708 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036554 Jul 28 03:37:25.973972 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fed71-d058-4ebd-b594-03045e2b5e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64c0ed1-a245-49c0-ac93-267b4ef496be,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:25.999987 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.030283 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-7215e660-42f0-4022-b7ae-c35ab370a3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.033648 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] For port b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64, host hv-cinder-73306, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:26.050228 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] For port b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64,segment=NetworkSegment(3ddf6fd5-08ff-44e5-abd1-434da20fcdb7),segment_id=3ddf6fd5-08ff-44e5-abd1-434da20fcdb7)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:26.052678 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-7215e660-42f0-4022-b7ae-c35ab370a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.065327 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.152045 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-7215e660-42f0-4022-b7ae-c35ab370a3a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6fa3f6372cde471dbf0a48befa921c43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1853523 Jul 28 03:37:26.156524 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:26.157164 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.158663 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] 10.222.0.25 "PUT /v2.0/ports/b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 HTTP/1.1" status: 200 len: 1093 time: 4.1199324 Jul 28 03:37:26.159154 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39694) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:26.167300 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215e660-42f0-4022-b7ae-c35ab370a3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37b1526-de5d-408e-a237-8679321689a3,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:26.174268 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Set router d73caf4e-33ff-491d-aabf-17a70f2a61c6 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:26.187021 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c25fc443-e735-471d-b842-a64a2c39d81f req-106e10a3-ab28-45d7-97c7-af8ae5801381 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3131971 Jul 28 03:37:26.271370 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0275d16a-5dbd-4afc-a597-75061e247ec7', 'tag': 'b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:26.279174 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6ce73-00ec-46db-8253-71a91c061611 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:26.385838 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Request body: {'port': {'device_id': 'b227749a-44c6-4ab6-8c93-95345fba06ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:26.457669 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-06f2b600-ea23-43a8-9114-7f993dfe1e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.584388 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-06f2b600-ea23-43a8-9114-7f993dfe1e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.630002 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.631981 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39712) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:26.645279 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.646244 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33249965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33442009'] for router_interface, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.691377 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.696170 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39714) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:26.697500 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-63e72d33-0638-4680-9233-2435e68ac257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.807460 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-2e0bf408-e82f-4248-b97b-00d023046fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:26.811498 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-2e0bf408-e82f-4248-b97b-00d023046fe3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e3e648ccf87421d9660e75180c946bd&device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 1096 time: 0.3297174 Jul 28 03:37:26.813411 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:21Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'd1873c1d-5b49-4e52-baa7-b192cabb45f5', 'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'mac_address': 'fa:16:3e:8d:cc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:19Z', 'updated_at': '2021-07-28T03:37:21Z', 'revision_number': 2, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'subnets': [{'id': '0855aebe-89e1-4a95-8ec3-265771853473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:26.858142 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:26.885938 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Checking router: d73caf4e-33ff-491d-aabf-17a70f2a61c6 for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:37:26.888133 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Updating router d73caf4e-33ff-491d-aabf-17a70f2a61c6 port d1873c1d-5b49-4e52-baa7-b192cabb45f5 binding host dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:37:26.962591 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.986849 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-9e1df261-8093-453d-bb40-6514b31dadc1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 HTTP/1.1" status: 200 len: 217 time: 0.1544602 Jul 28 03:37:26.991244 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-06f2b600-ea23-43a8-9114-7f993dfe1e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:26.999326 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-06f2b600-ea23-43a8-9114-7f993dfe1e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.002258 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-06f2b600-ea23-43a8-9114-7f993dfe1e1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f37b1526-de5d-408e-a237-8679321689a3 HTTP/1.1" status: 204 len: 168 time: 0.7225862 Jul 28 03:37:27.133294 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-0cb9ec5d-9032-4ea2-ae23-4b8d9e070df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:27.138601 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-0cb9ec5d-9032-4ea2-ae23-4b8d9e070df7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34b12235-d8b7-451f-8dac-bb0ac1411377 HTTP/1.1" status: 200 len: 852 time: 0.1299419 Jul 28 03:37:27.149641 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543f71b9-f9e9-44ad-8739-9138df3dbfeb" -d '{"events": [{"name": "network-changed", "server_uuid": "0275d16a-5dbd-4afc-a597-75061e247ec7", "tag": "b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:27.153052 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2b600-ea23-43a8-9114-7f993dfe1e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37b1526-de5d-408e-a237-8679321689a3,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:27.202025 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77bcf32c-4248-435a-be8b-cbf0a47caa64 {{(pid=93263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:27.210501 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.223503 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-3c16acee-82c0-412c-bdad-d8e57c9f6b15 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683539 Jul 28 03:37:27.226190 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Transition to ACTIVE for port object 77bcf32c-4248-435a-be8b-cbf0a47caa64 will not be triggered until provisioned by entity L2. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:27.242997 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:27.256535 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.268500 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=9e36cd45-5da5-4cc0-99fc-c4447c610b4b,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:27.437285 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-9a50cd5e-aacd-44f8-932d-ab32724cac04 service neutron] 10.222.0.25 "GET /v2.0/networks/8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981735 Jul 28 03:37:27.619763 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3f345c12-d7fd-4016-901a-d7a2718712e6 req-eca25335-6891-41d8-81ce-f72003354646 service neutron] 10.222.0.25 "GET /v2.0/networks/8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617491 Jul 28 03:37:27.673336 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39734) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:27.692771 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d32a2335-5d6d-4d2f-86da-b7a0a2fed4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.727366 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-9bc63819-0f53-4f87-859a-bfbab1c2f21d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e261a46fd82841c3856e8c170df3c750&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0193648 Jul 28 03:37:27.727818 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39736) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:27.748333 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-dcfc0c68-963f-400a-ac32-b2cf0c2c9b44 None None] Provisioning complete for port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:27.750753 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0c68-963f-400a-ac32-b2cf0c2c9b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.765740 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Pushing event updated for resources: {'Port': ['ID=77bcf32c-4248-435a-be8b-cbf0a47caa64,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:27.804224 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd899f4-da84-4af6-a810-29defaa0512a req-7f425d20-820e-4c52-bd38-a8f6bd41ca81 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:27.805919 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-fbd899f4-da84-4af6-a810-29defaa0512a req-7f425d20-820e-4c52-bd38-a8f6bd41ca81 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 943 time: 0.5784216 Jul 28 03:37:27.833879 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39738) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:27.841526 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-881fb13a-3be6-41a5-80c6-05efed9c4cd1 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1602539106', 'description': 'tempest-description--1368355131'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:27.867453 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc0c68-963f-400a-ac32-b2cf0c2c9b44 None None] Port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:37:27.901875 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Notify callbacks [] for port, precommit_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.917192 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a96ad488-a8e8-47e1-a9be-02f83992f2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.941463 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.provisioning_blocks [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Transition to ACTIVE for port object d1873c1d-5b49-4e52-baa7-b192cabb45f5 will not be triggered until provisioned by entity L2. {{(pid=93265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:27.951116 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:27.959850 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Attempting to bind port 77bcf32c-4248-435a-be8b-cbf0a47caa64 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:27.960313 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Attempting to bind port 77bcf32c-4248-435a-be8b-cbf0a47caa64 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:27.960996 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Attempting to bind port 77bcf32c-4248-435a-be8b-cbf0a47caa64 on network 907c8c72-fbe1-4216-965a-39395c1cad68 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:27.987453 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Router 4d6e5794-9aab-44d5-8763-2bd515b53f2c has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:37:27.990498 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Port 77bcf32c-4248-435a-be8b-cbf0a47caa64 on network 907c8c72-fbe1-4216-965a-39395c1cad68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:37:27.990988 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Attempting to bind port 77bcf32c-4248-435a-be8b-cbf0a47caa64 on network 907c8c72-fbe1-4216-965a-39395c1cad68 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:28.012149 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-fbd899f4-da84-4af6-a810-29defaa0512a req-e399f5a3-a90e-45d9-bb99-be918a4da709 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606436 Jul 28 03:37:28.017811 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:28.018345 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Checking segment: {'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:28.019014 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Bound using segment: {'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:28.019753 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Bound port: 77bcf32c-4248-435a-be8b-cbf0a47caa64, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'}}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:28.020067 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.023585 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-63e72d33-0638-4680-9233-2435e68ac257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.029043 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72fda-6a87-4cfc-b2f2-a766a9a3d794 None None] Pushing event updated for resources: {'Port': ['ID=d1873c1d-5b49-4e52-baa7-b192cabb45f5,revision_number=3']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:28.044510 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-63e72d33-0638-4680-9233-2435e68ac257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.053216 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a96ad488-a8e8-47e1-a9be-02f83992f2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.175308 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ce62-b8f7-42bb-8516-ebc111ccb9c3 req-8c08176c-c8e4-4576-a67b-921c6083419d tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:28.176954 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c8d5ce62-b8f7-42bb-8516-ebc111ccb9c3 req-8c08176c-c8e4-4576-a67b-921c6083419d tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 943 time: 0.2550950 Jul 28 03:37:28.223822 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-63e72d33-0638-4680-9233-2435e68ac257 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f9388f36d0243f7928a46570ae894da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5872350 Jul 28 03:37:28.236163 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39748) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:28.252695 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Attempting to bind port d1873c1d-5b49-4e52-baa7-b192cabb45f5 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:28.253073 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Attempting to bind port d1873c1d-5b49-4e52-baa7-b192cabb45f5 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:28.253444 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Attempting to bind port d1873c1d-5b49-4e52-baa7-b192cabb45f5 on network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:28.270451 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:28.271360 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Checking segment: {'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:28.271360 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.278282 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Bound using segment: {'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:28.279931 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Bound port: d1873c1d-5b49-4e52-baa7-b192cabb45f5, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'}}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:28.280369 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.360571 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e72d33-0638-4680-9233-2435e68ac257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b92e5f-710d-44fd-94a5-8ca366a10ec3,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:28.420751 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c8d5ce62-b8f7-42bb-8516-ebc111ccb9c3 req-487d4ad0-1c6b-489b-8647-f4eb88b7a4be tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654220 Jul 28 03:37:28.446758 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] For port 77bcf32c-4248-435a-be8b-cbf0a47caa64, host hv-cinder-73306, cleared binding levels {{(pid=93263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:28.482038 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a96ad488-a8e8-47e1-a9be-02f83992f2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.485197 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a96ad488-a8e8-47e1-a9be-02f83992f2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.486377 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-a96ad488-a8e8-47e1-a9be-02f83992f2fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d3809a6-3e8c-4345-b34a-0375718f3b2a HTTP/1.1" status: 204 len: 168 time: 0.7575588 Jul 28 03:37:28.486604 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] For port d1873c1d-5b49-4e52-baa7-b192cabb45f5, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:28.504146 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ad488-a8e8-47e1-a9be-02f83992f2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3809a6-3e8c-4345-b34a-0375718f3b2a,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:28.513372 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] For port d1873c1d-5b49-4e52-baa7-b192cabb45f5, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=d1873c1d-5b49-4e52-baa7-b192cabb45f5,segment=NetworkSegment(844ea769-6c3b-434d-9efb-efca6148041c),segment_id=844ea769-6c3b-434d-9efb-efca6148041c)] {{(pid=93265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:28.526259 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.540678 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:37:28.555986 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-11c4d0a6-f432-4ab6-8635-344d7ca1f7c6 admin admin] 10.222.0.16 "PUT /v2.0/routers/4d6e5794-9aab-44d5-8763-2bd515b53f2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3849699 Jul 28 03:37:28.566723 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] For port 77bcf32c-4248-435a-be8b-cbf0a47caa64, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=77bcf32c-4248-435a-be8b-cbf0a47caa64,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:28.567907 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Sync routers for ids ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:37:28.591442 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4615dc8b-8727-40e0-b4aa-cec803c68010 x-openstack-request-id: req-4615dc8b-8727-40e0-b4aa-cec803c68010 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:28.591793 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0275d16a-5dbd-4afc-a597-75061e247ec7", "tag": "b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:28.592042 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4615dc8b-8727-40e0-b4aa-cec803c68010 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:28.592591 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0275d16a-5dbd-4afc-a597-75061e247ec7', 'tag': 'b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64', 'status': 'completed', 'code': 200} Jul 28 03:37:28.593253 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.597670 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Routers {'4d6e5794-9aab-44d5-8763-2bd515b53f2c'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:28.598310 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:37:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:28.623789 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5243f79b-323a-496a-a64e-647ae0a36e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.626628 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d32a2335-5d6d-4d2f-86da-b7a0a2fed4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.672045 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39758) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:28.682578 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d32a2335-5d6d-4d2f-86da-b7a0a2fed4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.702175 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:28.703271 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.705055 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c25fc443-e735-471d-b842-a64a2c39d81f req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] 10.222.0.25 "PUT /v2.0/ports/77bcf32c-4248-435a-be8b-cbf0a47caa64 HTTP/1.1" status: 200 len: 1093 time: 2.3286431 Jul 28 03:37:28.708891 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b227749a-44c6-4ab6-8c93-95345fba06ba', 'tag': '77bcf32c-4248-435a-be8b-cbf0a47caa64'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:28.716375 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-881fb13a-3be6-41a5-80c6-05efed9c4cd1 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:28.722288 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72fda-6a87-4cfc-b2f2-a766a9a3d794 None None] Pushing event updated for resources: {'Port': ['ID=d1873c1d-5b49-4e52-baa7-b192cabb45f5,revision_number=4']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:28.780907 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Routers {'d73caf4e-33ff-491d-aabf-17a70f2a61c6'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:28.781552 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:37:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:28.934564 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Set router 4d6e5794-9aab-44d5-8763-2bd515b53f2c gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:28.988477 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5243f79b-323a-496a-a64e-647ae0a36e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.050014 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a2335-5d6d-4d2f-86da-b7a0a2fed4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12eb2a6d-9420-464b-82f4-60d2ad493d0e,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:29.072302 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba9a83-1a31-4984-a165-bfbf6cfe445b service neutron] Pushing event updated for resources: {'Port': ['ID=77bcf32c-4248-435a-be8b-cbf0a47caa64,revision_number=3']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:29.105591 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-d32a2335-5d6d-4d2f-86da-b7a0a2fed4aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d0b437ee35d47b294abc8a91a66ff2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4150336 Jul 28 03:37:29.105591 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39774) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:29.110564 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] Set router d73caf4e-33ff-491d-aabf-17a70f2a61c6 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:29.114250 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fc443-e735-471d-b842-a64a2c39d81f req-88421ea4-df49-400e-ae7f-6528dadd1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:29.116132 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c25fc443-e735-471d-b842-a64a2c39d81f req-88421ea4-df49-400e-ae7f-6528dadd1484 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da239fd2931445e6be6459a0225fbd85&device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 1096 time: 0.3125753 Jul 28 03:37:29.238677 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f71b9-f9e9-44ad-8739-9138df3dbfeb req-1763611a-b695-4b2e-8460-a36456ebc61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:29.241017 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-543f71b9-f9e9-44ad-8739-9138df3dbfeb req-1763611a-b695-4b2e-8460-a36456ebc61d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e3e648ccf87421d9660e75180c946bd&device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 1096 time: 0.5406561 Jul 28 03:37:29.276381 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-89550dd4-b502-4e69-b7bc-baadc7e94b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.503052 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:25Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '9e36cd45-5da5-4cc0-99fc-c4447c610b4b', 'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'mac_address': 'fa:16:3e:5c:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:21Z', 'updated_at': '2021-07-28T03:37:26Z', 'revision_number': 2, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'subnets': [{'id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:29.522713 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c25fc443-e735-471d-b842-a64a2c39d81f req-5ce2e02c-45b9-460a-b096-b5cfba2c8f1a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77bcf32c-4248-435a-be8b-cbf0a47caa64 HTTP/1.1" status: 200 len: 217 time: 0.3780806 Jul 28 03:37:29.595387 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Checking router: 4d6e5794-9aab-44d5-8763-2bd515b53f2c for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:37:29.597325 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Updating router 4d6e5794-9aab-44d5-8763-2bd515b53f2c port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b binding host dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:37:29.612509 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-89550dd4-b502-4e69-b7bc-baadc7e94b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.618331 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a1584-eb05-410b-8ed6-b4c162dfd7fe req-e53f386c-9ec8-4127-8a6e-8d78d4e3403d tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:29.620646 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7c7a1584-eb05-410b-8ed6-b4c162dfd7fe req-e53f386c-9ec8-4127-8a6e-8d78d4e3403d tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 943 time: 0.4284976 Jul 28 03:37:29.632955 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee037e6-d988-40ea-bbbc-223caa2624b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b227749a-44c6-4ab6-8c93-95345fba06ba", "tag": "77bcf32c-4248-435a-be8b-cbf0a47caa64"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:29.674157 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:21Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'd1873c1d-5b49-4e52-baa7-b192cabb45f5', 'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'mac_address': 'fa:16:3e:8d:cc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:19Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'subnets': [{'id': '0855aebe-89e1-4a95-8ec3-265771853473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:29.674907 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.698399 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f2251381-70d9-483e-bc9f-96adc56d473e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.729099 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5243f79b-323a-496a-a64e-647ae0a36e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.733082 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5243f79b-323a-496a-a64e-647ae0a36e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:29.736678 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-5243f79b-323a-496a-a64e-647ae0a36e85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6b92e5f-710d-44fd-94a5-8ca366a10ec3 HTTP/1.1" status: 204 len: 168 time: 1.4969842 Jul 28 03:37:29.808009 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fc443-e735-471d-b842-a64a2c39d81f req-740dac92-a351-4daf-b4f7-8f5e8ca9a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:29.815393 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c25fc443-e735-471d-b842-a64a2c39d81f req-740dac92-a351-4daf-b4f7-8f5e8ca9a7c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42991eb1-738b-4dc3-b514-2c250430ac50 HTTP/1.1" status: 200 len: 854 time: 0.2469068 Jul 28 03:37:29.829636 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243f79b-323a-496a-a64e-647ae0a36e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b92e5f-710d-44fd-94a5-8ca366a10ec3,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:29.836423 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea06b57-27d4-4e9d-a08e-6af7c6e95237 None None] The sync data for ids ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'] in dv-cinder-733062-21-iscsi is: [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:21Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'd1873c1d-5b49-4e52-baa7-b192cabb45f5', 'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'mac_address': 'fa:16:3e:8d:cc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:19Z', 'updated_at': '2021-07-28T03:37:28Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'subnets': [{'id': '0855aebe-89e1-4a95-8ec3-265771853473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:37:29.878423 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7c7a1584-eb05-410b-8ed6-b4c162dfd7fe req-aa29ef67-6f1c-4891-b157-99293ff3ac8a tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338719 Jul 28 03:37:30.111103 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39794) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:30.127115 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-89550dd4-b502-4e69-b7bc-baadc7e94b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:30.135750 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-89550dd4-b502-4e69-b7bc-baadc7e94b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:30.137761 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-89550dd4-b502-4e69-b7bc-baadc7e94b85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12eb2a6d-9420-464b-82f4-60d2ad493d0e HTTP/1.1" status: 204 len: 168 time: 1.0317030 Jul 28 03:37:30.145299 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c25fc443-e735-471d-b842-a64a2c39d81f req-9fb73a01-0dac-4d43-a54e-c27886bac895 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=907c8c72-fbe1-4216-965a-39395c1cad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2070379 Jul 28 03:37:30.147184 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-e2eb62d7-2462-423c-aa7f-232a7b3318f5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2245124', 'description': 'tempest-description--606665072'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:30.192199 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-881fb13a-3be6-41a5-80c6-05efed9c4cd1 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:30.207289 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f71b9-f9e9-44ad-8739-9138df3dbfeb req-c8884484-fdf8-47ae-a706-bf0c462865ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:30.211280 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-543f71b9-f9e9-44ad-8739-9138df3dbfeb req-c8884484-fdf8-47ae-a706-bf0c462865ee service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b HTTP/1.1" status: 200 len: 913 time: 0.9291182 Jul 28 03:37:30.213290 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89550dd4-b502-4e69-b7bc-baadc7e94b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eb2a6d-9420-464b-82f4-60d2ad493d0e,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:30.226192 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-881fb13a-3be6-41a5-80c6-05efed9c4cd1 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:30.364829 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-543f71b9-f9e9-44ad-8739-9138df3dbfeb req-00a64481-7911-4876-bad4-5eecc4473839 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 HTTP/1.1" status: 200 len: 217 time: 0.1318383 Jul 28 03:37:30.437407 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fb13a-3be6-41a5-80c6-05efed9c4cd1 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81bd048-014a-4652-b6d0-aae4577ad40f,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:30.454005 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c25fc443-e735-471d-b842-a64a2c39d81f req-f658cc04-0a64-499d-b844-5517253ab6e8 service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492816 Jul 28 03:37:30.456139 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Notify callbacks [] for port, precommit_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:30.476409 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff05b0-0b51-47ac-bdaa-700d19eee142 req-c90db5da-3470-42c7-9772-7eba089c8271 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:30.487829 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7dff05b0-0b51-47ac-bdaa-700d19eee142 req-c90db5da-3470-42c7-9772-7eba089c8271 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 943 time: 0.3302290 Jul 28 03:37:30.492439 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Transition to ACTIVE for port object 9e36cd45-5da5-4cc0-99fc-c4447c610b4b will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:30.510783 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:30.616347 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f71b9-f9e9-44ad-8739-9138df3dbfeb req-f80628a3-aba5-41b4-b873-4e438f5e5120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:30.624817 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-543f71b9-f9e9-44ad-8739-9138df3dbfeb req-f80628a3-aba5-41b4-b873-4e438f5e5120 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=34b12235-d8b7-451f-8dac-bb0ac1411377 HTTP/1.1" status: 200 len: 852 time: 0.2283950 Jul 28 03:37:30.641810 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7dff05b0-0b51-47ac-bdaa-700d19eee142 req-552a41b5-cd46-4b10-8ca0-7b148e23b54a tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507299 Jul 28 03:37:30.757440 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-543f71b9-f9e9-44ad-8739-9138df3dbfeb req-b493effe-9e1a-439d-9f35-f938bcf80ed6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161838 Jul 28 03:37:30.855456 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c25fc443-e735-471d-b842-a64a2c39d81f req-9e7ee592-0b7e-49f9-8665-c99bc2ae9f8b service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878925 Jul 28 03:37:30.875466 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff461868-96c4-46f1-8c95-2a0985d248c2 x-openstack-request-id: req-ff461868-96c4-46f1-8c95-2a0985d248c2 {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:30.875682 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b227749a-44c6-4ab6-8c93-95345fba06ba", "tag": "77bcf32c-4248-435a-be8b-cbf0a47caa64", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:30.877545 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff461868-96c4-46f1-8c95-2a0985d248c2 {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:30.878208 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b227749a-44c6-4ab6-8c93-95345fba06ba', 'tag': '77bcf32c-4248-435a-be8b-cbf0a47caa64', 'status': 'completed', 'code': 200} Jul 28 03:37:30.933914 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f2251381-70d9-483e-bc9f-96adc56d473e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:30.949775 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f2251381-70d9-483e-bc9f-96adc56d473e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:30.977869 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-543f71b9-f9e9-44ad-8739-9138df3dbfeb req-a8d413e2-aa27-4375-8282-6e2ff4ae810b service neutron] 10.222.0.25 "GET /v2.0/networks/8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047162 Jul 28 03:37:30.996289 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-881fb13a-3be6-41a5-80c6-05efed9c4cd1 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.002620 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-881fb13a-3be6-41a5-80c6-05efed9c4cd1 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.1681080 Jul 28 03:37:31.011288 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39816) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:31.022627 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Attempting to bind port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:31.035119 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Attempting to bind port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:31.035601 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Attempting to bind port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b on network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:31.054979 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-aa40c696-d528-4333-9823-0d7218049d5f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Request body: {'security_group_rule': {'security_group_id': 'b81bd048-014a-4652-b6d0-aae4577ad40f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:31.062206 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:31.062831 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Checking segment: {'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:31.063249 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.063821 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Bound using segment: {'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:31.064503 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Bound port: 9e36cd45-5da5-4cc0-99fc-c4447c610b4b, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:31.064995 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.096699 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f143e-f0f5-4700-b34d-76f03222798d None None] Pushing event updated for resources: {'Port': ['ID=9e36cd45-5da5-4cc0-99fc-c4447c610b4b,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:31.193055 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-543f71b9-f9e9-44ad-8739-9138df3dbfeb req-381a3266-cdff-46c5-b3c5-767d8b6311e7 service neutron] 10.222.0.25 "GET /v2.0/networks/8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783476 Jul 28 03:37:31.205260 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e2eb62d7-2462-423c-aa7f-232a7b3318f5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.311074 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] For port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:31.327004 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] For port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=9e36cd45-5da5-4cc0-99fc-c4447c610b4b,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:31.335377 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.376919 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-f2251381-70d9-483e-bc9f-96adc56d473e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfdca16d0bec4e48b9569e373b80dd7a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6992674 Jul 28 03:37:31.390203 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39828) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:31.422299 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2251381-70d9-483e-bc9f-96adc56d473e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebc75b2-a23c-452e-9986-6bb0f005c520,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:31.424979 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-aa40c696-d528-4333-9823-0d7218049d5f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.461299 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e2eb62d7-2462-423c-aa7f-232a7b3318f5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.473107 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e2eb62d7-2462-423c-aa7f-232a7b3318f5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.503927 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f143e-f0f5-4700-b34d-76f03222798d None None] Pushing event updated for resources: {'Port': ['ID=9e36cd45-5da5-4cc0-99fc-c4447c610b4b,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:31.519022 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e2eb62d7-2462-423c-aa7f-232a7b3318f5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.523743 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-e2eb62d7-2462-423c-aa7f-232a7b3318f5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.3992023 Jul 28 03:37:31.523743 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39832) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:31.542746 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-102b6e3e-b0a3-4c9f-a02d-1f6f97f3178b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Request body: {'security_group_rule': {'security_group_id': 'd79e8248-131b-4bbd-b362-7276ea5d0022', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:31.556434 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053614b2-aac1-4b87-866c-25bc7fc003b4 req-b60b2c8c-449d-41a2-bb1f-2302a5cb87f7 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:31.566173 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-053614b2-aac1-4b87-866c-25bc7fc003b4 req-b60b2c8c-449d-41a2-bb1f-2302a5cb87f7 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 943 time: 0.4593613 Jul 28 03:37:31.568624 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Routers {'4d6e5794-9aab-44d5-8763-2bd515b53f2c'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:31.569273 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:37:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:31.596790 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb62d7-2462-423c-aa7f-232a7b3318f5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79e8248-131b-4bbd-b362-7276ea5d0022,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:31.663569 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-102b6e3e-b0a3-4c9f-a02d-1f6f97f3178b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.685432 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-053614b2-aac1-4b87-866c-25bc7fc003b4 req-9c5e9beb-d828-42a1-baaa-64aea3eecf96 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180577 Jul 28 03:37:31.722144 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee037e6-d988-40ea-bbbc-223caa2624b9 req-8b8c28b0-b819-47d0-a44a-2d7f5f62fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:31.728205 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5ee037e6-d988-40ea-bbbc-223caa2624b9 req-8b8c28b0-b819-47d0-a44a-2d7f5f62fcfb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da239fd2931445e6be6459a0225fbd85&device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 1096 time: 0.6168785 Jul 28 03:37:31.756286 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device d1873c1d-5b49-4e52-baa7-b192cabb45f5 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:31.844931 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] Set router 4d6e5794-9aab-44d5-8763-2bd515b53f2c gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:31.911807 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port d1873c1d-5b49-4e52-baa7-b192cabb45f5 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:31.967380 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-102b6e3e-b0a3-4c9f-a02d-1f6f97f3178b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.984480 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-102b6e3e-b0a3-4c9f-a02d-1f6f97f3178b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.986073 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port d1873c1d-5b49-4e52-baa7-b192cabb45f5 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:31.986622 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.052396 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-102b6e3e-b0a3-4c9f-a02d-1f6f97f3178b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.057497 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-102b6e3e-b0a3-4c9f-a02d-1f6f97f3178b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5309122 Jul 28 03:37:32.079549 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111b2ac-3041-444b-b809-23c347665cd7 req-a7833f37-7202-4311-97d6-d3e855730385 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:32.083824 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1111b2ac-3041-444b-b809-23c347665cd7 req-a7833f37-7202-4311-97d6-d3e855730385 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 943 time: 0.2689838 Jul 28 03:37:32.086423 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39846) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:32.091099 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b6e3e-b0a3-4c9f-a02d-1f6f97f3178b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab2c624-4ffa-44a8-b398-1c999d7fbe63,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:32.106914 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-bd83ab2c-4318-4ef0-b7cf-a2dbb0351215 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Request body: {'security_group_rule': {'security_group_id': 'd79e8248-131b-4bbd-b362-7276ea5d0022', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:32.137195 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-aa40c696-d528-4333-9823-0d7218049d5f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.163376 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-aa40c696-d528-4333-9823-0d7218049d5f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.243814 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.250595 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1111b2ac-3041-444b-b809-23c347665cd7 req-1e21ab46-11cc-474e-923e-253cd4b569f6 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319714 Jul 28 03:37:32.256762 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40c696-d528-4333-9823-0d7218049d5f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1462b276-ccc6-406a-a70a-0100959e837f,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:32.260879 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:25Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '9e36cd45-5da5-4cc0-99fc-c4447c610b4b', 'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'mac_address': 'fa:16:3e:5c:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:21Z', 'updated_at': '2021-07-28T03:37:31Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'subnets': [{'id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:32.271690 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4eb703e3-6315-478c-b177-aef744d50feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.286999 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-bd83ab2c-4318-4ef0-b7cf-a2dbb0351215 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.310332 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-aa40c696-d528-4333-9823-0d7218049d5f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.314155 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-aa40c696-d528-4333-9823-0d7218049d5f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2698123 Jul 28 03:37:32.315445 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39860) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:32.315855 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a74cc-f436-48e8-b401-44e1274e7f9d None None] The sync data for ids ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'] in dv-cinder-733062-21-iscsi is: [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:25Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '9e36cd45-5da5-4cc0-99fc-c4447c610b4b', 'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'mac_address': 'fa:16:3e:5c:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:21Z', 'updated_at': '2021-07-28T03:37:31Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'subnets': [{'id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:37:32.326568 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-3a21e5b5-3ecb-4bb3-9b79-4808e8bdaaed tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Request body: {'security_group_rule': {'security_group_id': 'b81bd048-014a-4652-b6d0-aae4577ad40f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:32.331906 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4eb703e3-6315-478c-b177-aef744d50feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.334550 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee037e6-d988-40ea-bbbc-223caa2624b9 req-a0752cf7-873c-44b7-a470-c10e4927d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:32.335976 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port d1873c1d-5b49-4e52-baa7-b192cabb45f5, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=d1873c1d-5b49-4e52-baa7-b192cabb45f5,segment=NetworkSegment(844ea769-6c3b-434d-9efb-efca6148041c),segment_id=844ea769-6c3b-434d-9efb-efca6148041c)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:32.336366 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5ee037e6-d988-40ea-bbbc-223caa2624b9 req-a0752cf7-873c-44b7-a470-c10e4927d005 service neutron] 10.222.0.25 "GET /v2.0/networks?id=907c8c72-fbe1-4216-965a-39395c1cad68 HTTP/1.1" status: 200 len: 915 time: 0.5876434 Jul 28 03:37:32.345244 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.428372 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-bd83ab2c-4318-4ef0-b7cf-a2dbb0351215 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.436764 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-bd83ab2c-4318-4ef0-b7cf-a2dbb0351215 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.472676 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5ee037e6-d988-40ea-bbbc-223caa2624b9 req-e3836718-ef41-4f16-9b19-37ed97e5a8fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77bcf32c-4248-435a-be8b-cbf0a47caa64 HTTP/1.1" status: 200 len: 217 time: 0.1263793 Jul 28 03:37:32.474237 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3a21e5b5-3ecb-4bb3-9b79-4808e8bdaaed tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.503361 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=d1873c1d-5b49-4e52-baa7-b192cabb45f5,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:32.526994 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-bd83ab2c-4318-4ef0-b7cf-a2dbb0351215 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.532830 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-bd83ab2c-4318-4ef0-b7cf-a2dbb0351215 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4452291 Jul 28 03:37:32.537358 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83ab2c-4318-4ef0-b7cf-a2dbb0351215 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f81ce3-87c5-4a8f-b56e-6b888b1c0686,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:32.547782 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39866) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:32.553228 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee037e6-d988-40ea-bbbc-223caa2624b9 req-958e8eba-f280-4c32-8897-69d5d29fc1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:32.554146 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Request body: {'floatingip': {'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:32.554713 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5ee037e6-d988-40ea-bbbc-223caa2624b9 req-958e8eba-f280-4c32-8897-69d5d29fc1c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42991eb1-738b-4dc3-b514-2c250430ac50 HTTP/1.1" status: 200 len: 854 time: 0.0707271 Jul 28 03:37:32.593643 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5ee037e6-d988-40ea-bbbc-223caa2624b9 req-0d092381-d337-4ed9-8a6f-064ec1328ca7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=907c8c72-fbe1-4216-965a-39395c1cad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283833 Jul 28 03:37:32.616161 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3a21e5b5-3ecb-4bb3-9b79-4808e8bdaaed tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.627878 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3a21e5b5-3ecb-4bb3-9b79-4808e8bdaaed tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.655747 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21e5b5-3ecb-4bb3-9b79-4808e8bdaaed tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087d355d-4b83-48a0-926c-976570272860,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:32.659078 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for floatingip, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.659279 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4eb703e3-6315-478c-b177-aef744d50feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.661920 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4eb703e3-6315-478c-b177-aef744d50feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.663210 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-4eb703e3-6315-478c-b177-aef744d50feb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ebc75b2-a23c-452e-9986-6bb0f005c520 HTTP/1.1" status: 204 len: 168 time: 1.2621007 Jul 28 03:37:32.680512 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb703e3-6315-478c-b177-aef744d50feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebc75b2-a23c-452e-9986-6bb0f005c520,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:32.736229 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3a21e5b5-3ecb-4bb3-9b79-4808e8bdaaed tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:32.740411 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-3a21e5b5-3ecb-4bb3-9b79-4808e8bdaaed tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4206865 Jul 28 03:37:32.741312 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39874) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:32.759356 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Request body: {'floatingip': {'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:32.813394 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5ee037e6-d988-40ea-bbbc-223caa2624b9 req-fd32b19b-5b81-4742-94c1-3c22829239a4 service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112913 Jul 28 03:37:32.919492 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for floatingip, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.002066 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948540b-99ae-42ca-b897-b2f12300835e req-9582148e-4ffd-4d8d-a74d-eb2c47325a70 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:33.009422 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a948540b-99ae-42ca-b897-b2f12300835e req-9582148e-4ffd-4d8d-a74d-eb2c47325a70 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 943 time: 0.1897008 Jul 28 03:37:33.037860 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.112256 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a948540b-99ae-42ca-b897-b2f12300835e req-56241e1b-a6c7-48a6-a6d6-eb0fa9232a9c tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017151 Jul 28 03:37:33.135435 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5ee037e6-d988-40ea-bbbc-223caa2624b9 req-85f5420f-5e70-4627-8530-29d9bbe0cb36 service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773333 Jul 28 03:37:33.196930 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.224884 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Allocated IP 172.27.1.21 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/4289796a-a987-4f10-96b1-119f7d6492b1) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:33.435798 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.453203 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6269d8-5315-4113-926f-c396a1d2fcfd req-03d8514c-6f49-46ae-8e78-fa4c2d1b1bdd tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:33.454784 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9d6269d8-5315-4113-926f-c396a1d2fcfd req-03d8514c-6f49-46ae-8e78-fa4c2d1b1bdd tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 943 time: 0.1007874 Jul 28 03:37:33.512928 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39894) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:33.523301 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9d6269d8-5315-4113-926f-c396a1d2fcfd req-f61cf9d1-b7b1-42d4-9e99-2276ff349cf0 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620928 Jul 28 03:37:33.536697 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-80a1a42e-1a3c-4fc9-bda1-81ddb1ce1da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.565698 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.695686 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:33.702411 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:33.710900 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Allocated IP 172.27.1.222 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/b0fbb685-2420-437f-b49d-618b18472192) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:33.718560 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:33.771231 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 9e36cd45-5da5-4cc0-99fc-c4447c610b4b up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:33.845845 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event updated for resources: {'Port': ['ID=4289796a-a987-4f10-96b1-119f7d6492b1,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:33.870544 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:33.880705 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-80a1a42e-1a3c-4fc9-bda1-81ddb1ce1da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.884006 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:33.885771 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.903160 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-80a1a42e-1a3c-4fc9-bda1-81ddb1ce1da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.944253 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1a42e-1a3c-4fc9-bda1-81ddb1ce1da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1deec65-6834-472f-a352-a0ff7618ef08,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:33.952641 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.963067 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.986973 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-80a1a42e-1a3c-4fc9-bda1-81ddb1ce1da6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60a8bb3f862d4060912f97f555c82f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727941 Jul 28 03:37:33.990218 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 39908) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:34.034928 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.065807 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.067895 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.115091 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-22e9cf3b-8726-430d-9581-4d812c15495b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.131084 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:34.140724 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:34.147425 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:34.175187 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-22e9cf3b-8726-430d-9581-4d812c15495b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.227269 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event updated for resources: {'Port': ['ID=b0fbb685-2420-437f-b49d-618b18472192,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:34.368161 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=9e36cd45-5da5-4cc0-99fc-c4447c610b4b,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:34.376240 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.377265 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device d1873c1d-5b49-4e52-baa7-b192cabb45f5 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:34.389584 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.464037 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.472448 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.479882 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=9e36cd45-5da5-4cc0-99fc-c4447c610b4b,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:34.491570 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port d1873c1d-5b49-4e52-baa7-b192cabb45f5 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:34.491983 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.516410 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.596192 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event updated for resources: {'Port': ['ID=4289796a-a987-4f10-96b1-119f7d6492b1,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:34.605222 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e548f-eebf-4396-a9c1-d0306cd6b72d req-f987c711-026f-4541-8e59-a72c7ea025a3 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:34.606846 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-196e548f-eebf-4396-a9c1-d0306cd6b72d req-f987c711-026f-4541-8e59-a72c7ea025a3 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 943 time: 0.3424947 Jul 28 03:37:34.606973 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.625345 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.626871 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-08e3f34d-a9a5-4451-836c-964192618947 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0777349 Jul 28 03:37:34.638441 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-22e9cf3b-8726-430d-9581-4d812c15495b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.641431 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-22e9cf3b-8726-430d-9581-4d812c15495b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.645714 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-22e9cf3b-8726-430d-9581-4d812c15495b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1deec65-6834-472f-a352-a0ff7618ef08 HTTP/1.1" status: 204 len: 168 time: 0.6544790 Jul 28 03:37:34.699066 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9cf3b-8726-430d-9581-4d812c15495b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1deec65-6834-472f-a352-a0ff7618ef08,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:34.751389 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-196e548f-eebf-4396-a9c1-d0306cd6b72d req-840bebd3-a74c-4092-9855-f32ddeb549a4 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324852 Jul 28 03:37:34.769045 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad093c-2158-485c-ab1e-561aeb4d5921 req-e70f5cf7-8173-4c2a-b101-459f67fe4292 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:34.770614 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3cad093c-2158-485c-ab1e-561aeb4d5921 req-e70f5cf7-8173-4c2a-b101-459f67fe4292 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 943 time: 0.0756881 Jul 28 03:37:34.824688 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3cad093c-2158-485c-ab1e-561aeb4d5921 req-4b1fb9b8-d19a-49ba-8c67-c5ca49f13c0e tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472176 Jul 28 03:37:34.956128 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:34.960609 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-798a953a-e093-47e3-a14a-5539df168ffd req-2ea8d42e-9b45-4ebe-a409-836f6a77d520 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2245124&fields=id&tenant_id=ee20ad097bcc4c51a357aa0a803f59a8 HTTP/1.1" status: 200 len: 267 time: 0.0773048 Jul 28 03:37:34.966407 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.016696 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.149519 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a953a-e093-47e3-a14a-5539df168ffd req-d8bcbbed-4a33-42b9-ae17-8b301d130c58 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:35.152347 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-798a953a-e093-47e3-a14a-5539df168ffd req-d8bcbbed-4a33-42b9-ae17-8b301d130c58 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/networks?id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5 HTTP/1.1" status: 200 len: 816 time: 0.1818762 Jul 28 03:37:35.171825 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-798a953a-e093-47e3-a14a-5539df168ffd req-4f7c805c-345d-4f5c-85f8-40d3114ca779 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/quotas/ee20ad097bcc4c51a357aa0a803f59a8 HTTP/1.1" status: 200 len: 375 time: 0.0106463 Jul 28 03:37:35.177568 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.179767 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4360194 Jul 28 03:37:35.207119 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c34d22-fa7b-455f-80d0-da2c39c50068 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event updated for resources: {'Port': ['ID=b0fbb685-2420-437f-b49d-618b18472192,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:35.273663 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-798a953a-e093-47e3-a14a-5539df168ffd req-9279f2ee-7bd3-42a3-a498-5db9da90c544 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee20ad097bcc4c51a357aa0a803f59a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935695 Jul 28 03:37:35.292272 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 39992) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:35.312539 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e502a896-5ad1-4dfb-b22d-f76597c87349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.440696 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e502a896-5ad1-4dfb-b22d-f76597c87349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.447730 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e502a896-5ad1-4dfb-b22d-f76597c87349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.469528 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-798a953a-e093-47e3-a14a-5539df168ffd req-f644908c-7159-4674-82f7-164e30d60e3c service neutron] 10.222.0.16 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778362 Jul 28 03:37:35.545811 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-e502a896-5ad1-4dfb-b22d-f76597c87349 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a77daa82e71b4a0086a5a796c7f3f559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521632 Jul 28 03:37:35.546672 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502a896-5ad1-4dfb-b22d-f76597c87349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9770eec-73ea-4386-a6b1-8bb00d1aaba1,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:35.554002 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 40016) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:35.567067 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1acb54-869c-43c9-a719-62fe389643ea req-567e857c-8e8a-4b66-a18d-86e85aea3724 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1602539106&fields=id&tenant_id=e20265dc285042d5ab0d2e9237fe9fdf HTTP/1.1" status: 200 len: 267 time: 0.1013379 Jul 28 03:37:35.611673 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 9e36cd45-5da5-4cc0-99fc-c4447c610b4b up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:35.683908 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-798a953a-e093-47e3-a14a-5539df168ffd req-da4ad7fa-eed2-4545-be5b-902a4e982a3f service neutron] 10.222.0.16 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044430 Jul 28 03:37:35.685037 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 77bcf32c-4248-435a-be8b-cbf0a47caa64 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:37:35.725434 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 40028) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:35.731264 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-cb3c4b68-765f-4ea2-bc4a-117139456b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.800026 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1acb54-869c-43c9-a719-62fe389643ea req-805b7907-5136-4e63-bffe-443d4a2bbb72 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:35.803691 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1acb54-869c-43c9-a719-62fe389643ea req-805b7907-5136-4e63-bffe-443d4a2bbb72 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/networks?id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 200 len: 810 time: 0.2218952 Jul 28 03:37:35.819414 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-cb3c4b68-765f-4ea2-bc4a-117139456b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.828652 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:35.829392 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.848654 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1acb54-869c-43c9-a719-62fe389643ea req-48c1519d-349a-4f2f-9de0-1615ddffb07d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/quotas/e20265dc285042d5ab0d2e9237fe9fdf HTTP/1.1" status: 200 len: 375 time: 0.0249448 Jul 28 03:37:35.909343 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 77bcf32c-4248-435a-be8b-cbf0a47caa64, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=77bcf32c-4248-435a-be8b-cbf0a47caa64,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:35.942059 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': '77bcf32c-4248-435a-be8b-cbf0a47caa64', 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68', 'port_id': '77bcf32c-4248-435a-be8b-cbf0a47caa64', 'mac_address': 'fa:16:3e:f5:a6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42991eb1-738b-4dc3-b514-2c250430ac50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:37:35.996355 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1acb54-869c-43c9-a719-62fe389643ea req-6d79c5c4-07d2-418f-84f1-de93b9d7c64d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1395135 Jul 28 03:37:36.008618 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-cb3c4b68-765f-4ea2-bc4a-117139456b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.022283 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.024196 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-cb3c4b68-765f-4ea2-bc4a-117139456b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.029602 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-cb3c4b68-765f-4ea2-bc4a-117139456b61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9770eec-73ea-4386-a6b1-8bb00d1aaba1 HTTP/1.1" status: 204 len: 168 time: 0.4721599 Jul 28 03:37:36.053646 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77bcf32c-4248-435a-be8b-cbf0a47caa64 {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:36.061118 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c4b68-765f-4ea2-bc4a-117139456b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9770eec-73ea-4386-a6b1-8bb00d1aaba1,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:36.098630 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-81f6ed64-6bd5-46b6-ad37-d43f49c613e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.110720 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 77bcf32c-4248-435a-be8b-cbf0a47caa64, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=77bcf32c-4248-435a-be8b-cbf0a47caa64,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:36.125014 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.125685 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:37:36.225817 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1acb54-869c-43c9-a719-62fe389643ea req-6a629509-6029-4bcc-a4d8-cfa85ed33b11 service neutron] 10.222.0.16 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962924 Jul 28 03:37:36.281374 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85085fb-9b61-4906-a98c-9d66d306121a req-0bc46670-be42-4867-a4d8-c22717cee79f tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:36.284042 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f85085fb-9b61-4906-a98c-9d66d306121a req-0bc46670-be42-4867-a4d8-c22717cee79f tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 943 time: 0.3416953 Jul 28 03:37:36.296430 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=77bcf32c-4248-435a-be8b-cbf0a47caa64,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:36.350432 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-81f6ed64-6bd5-46b6-ad37-d43f49c613e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.376659 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64,segment=NetworkSegment(3ddf6fd5-08ff-44e5-abd1-434da20fcdb7),segment_id=3ddf6fd5-08ff-44e5-abd1-434da20fcdb7)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:36.385490 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1acb54-869c-43c9-a719-62fe389643ea req-317c0282-528c-45cf-b971-47b93825c5f1 service neutron] 10.222.0.16 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521938 Jul 28 03:37:36.390031 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-81f6ed64-6bd5-46b6-ad37-d43f49c613e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.401922 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': 'b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64', 'network_id': '8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b', 'port_id': 'b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64', 'mac_address': 'fa:16:3e:b3:0e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34b12235-d8b7-451f-8dac-bb0ac1411377', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:37:36.427977 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f85085fb-9b61-4906-a98c-9d66d306121a req-ee042a1e-c88d-471c-afa1-806ac83ef658 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711641 Jul 28 03:37:36.450850 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.485472 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:36.539479 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64,segment=NetworkSegment(3ddf6fd5-08ff-44e5-abd1-434da20fcdb7),segment_id=3ddf6fd5-08ff-44e5-abd1-434da20fcdb7)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:36.550279 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.558163 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-81f6ed64-6bd5-46b6-ad37-d43f49c613e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=869e0ee2e07646ea9d6eb4993c675d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8314173 Jul 28 03:37:36.561825 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 40096) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:36.591302 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6ed64-6bd5-46b6-ad37-d43f49c613e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f98d99-fe96-4142-9cd0-fc6c03f663c9,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:36.610700 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-85abe505-91d7-4739-ba22-e7297efed5dd req-7752e237-23f6-4cb7-b035-9c1cd58154ca tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.1189942 Jul 28 03:37:36.700100 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:36.723219 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-f97b08ab-1dac-4516-8b15-0f493b92f06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.795948 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-f97b08ab-1dac-4516-8b15-0f493b92f06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.868501 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f062ff34-e73c-4dee-bd0b-c9f005bdac3e req-4e8121b4-1618-4a3f-9506-8716ad8d3d51 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0684710 Jul 28 03:37:36.932706 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-f97b08ab-1dac-4516-8b15-0f493b92f06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.938085 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-f97b08ab-1dac-4516-8b15-0f493b92f06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.939858 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-f97b08ab-1dac-4516-8b15-0f493b92f06f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2f98d99-fe96-4142-9cd0-fc6c03f663c9 HTTP/1.1" status: 204 len: 168 time: 0.3763144 Jul 28 03:37:36.950002 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b08ab-1dac-4516-8b15-0f493b92f06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f98d99-fe96-4142-9cd0-fc6c03f663c9,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:36.954945 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['77bcf32c-4248-435a-be8b-cbf0a47caa64'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:37:36.988218 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45fb20-e8aa-4ea5-8340-043641d00113 req-2468d88d-cbb5-40a9-8e94-970fd8a6ea24 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:36.989796 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2f45fb20-e8aa-4ea5-8340-043641d00113 req-2468d88d-cbb5-40a9-8e94-970fd8a6ea24 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 944 time: 0.1562386 Jul 28 03:37:37.092528 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:37:37.122949 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2f45fb20-e8aa-4ea5-8340-043641d00113 req-b4602b2c-4ffe-4234-907b-ba3636d64735 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191988 Jul 28 03:37:37.295356 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 40136) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:37.416443 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 40142) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:37.431348 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-b54c8da2-f151-43d3-bb6a-a17481fa9c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.578467 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-b54c8da2-f151-43d3-bb6a-a17481fa9c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.586049 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-b54c8da2-f151-43d3-bb6a-a17481fa9c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.604820 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac639991-a128-477f-b322-61e1c99795df req-cbfbdeee-4da4-405e-9d54-be90c770b828 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:37.626795 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ac639991-a128-477f-b322-61e1c99795df req-cbfbdeee-4da4-405e-9d54-be90c770b828 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 944 time: 0.0828846 Jul 28 03:37:37.675019 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-b54c8da2-f151-43d3-bb6a-a17481fa9c27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5bd8e93687564f13b711e7e23e63333a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572217 Jul 28 03:37:37.676157 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 40150) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:37.693687 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ac639991-a128-477f-b322-61e1c99795df req-0169ff82-4c4e-43f8-af04-3fe65297026e tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656440 Jul 28 03:37:37.712050 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c8da2-f151-43d3-bb6a-a17481fa9c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d2b66b-9ccd-4715-8aff-9cfc0180acb2,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:37.756858 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-34431e02-fcb3-41b7-963e-6045c9dad0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.765255 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a36737db-451f-47ef-b790-a5a924f95309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.792137 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a36737db-451f-47ef-b790-a5a924f95309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.852063 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-44c4e5e7-cff1-485b-86cc-15853900c98e req-b4d0b208-602b-4eaa-9ff2-939a02f34406 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0974636 Jul 28 03:37:37.877429 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a36737db-451f-47ef-b790-a5a924f95309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.882091 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a36737db-451f-47ef-b790-a5a924f95309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.886465 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-a36737db-451f-47ef-b790-a5a924f95309 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89d2b66b-9ccd-4715-8aff-9cfc0180acb2 HTTP/1.1" status: 204 len: 168 time: 0.2073619 Jul 28 03:37:37.910367 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36737db-451f-47ef-b790-a5a924f95309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d2b66b-9ccd-4715-8aff-9cfc0180acb2,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:37.961547 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a953a-e093-47e3-a14a-5539df168ffd req-bd669acd-3658-419e-99e8-291a0fa6cc10 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:37.963522 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-798a953a-e093-47e3-a14a-5539df168ffd req-bd669acd-3658-419e-99e8-291a0fa6cc10 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.25 "GET /v2.0/networks?id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5 HTTP/1.1" status: 200 len: 816 time: 0.2526517 Jul 28 03:37:38.045852 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-908deda8-a236-4f70-96c7-80bda6760fc6 req-d9b33f0b-cb0e-44f5-a1a2-5ab8f5813a62 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0616064 Jul 28 03:37:38.052789 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-34431e02-fcb3-41b7-963e-6045c9dad0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.059606 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-798a953a-e093-47e3-a14a-5539df168ffd req-f8857787-16d5-44a7-91a6-d7ad582a8f91 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee20ad097bcc4c51a357aa0a803f59a8 HTTP/1.1" status: 200 len: 377 time: 0.0709131 Jul 28 03:37:38.060841 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-34431e02-fcb3-41b7-963e-6045c9dad0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.091407 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-798a953a-e093-47e3-a14a-5539df168ffd req-d3cceed3-6fe0-4b95-a4cc-4ec0e094c3f8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Request body: {'port': {'device_id': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'admin_state_up': True, 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'security_groups': ['d79e8248-131b-4bbd-b362-7276ea5d0022']}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:38.174843 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-34431e02-fcb3-41b7-963e-6045c9dad0b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc5dda143d454349b51b81f6861ec5fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8782253 Jul 28 03:37:38.178077 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 40174) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:38.181425 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34431e02-fcb3-41b7-963e-6045c9dad0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58192c6-1069-4e22-a3b6-c6722c918ef1,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:38.281308 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6371bfaa-091a-4994-9f1d-79dfb721daca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.311480 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6371bfaa-091a-4994-9f1d-79dfb721daca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.397029 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ede9ed-7fbf-4a7f-9c3c-4203f35d4e47 req-396a71f4-f9e4-4765-a979-3c3f06f9a367 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:38.401398 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b2ede9ed-7fbf-4a7f-9c3c-4203f35d4e47 req-396a71f4-f9e4-4765-a979-3c3f06f9a367 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 944 time: 0.1463199 Jul 28 03:37:38.406965 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798a953a-e093-47e3-a14a-5539df168ffd req-d3cceed3-6fe0-4b95-a4cc-4ec0e094c3f8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Made reservation on behalf of ee20ad097bcc4c51a357aa0a803f59a8 for: {'port': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:38.414287 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-798a953a-e093-47e3-a14a-5539df168ffd req-d3cceed3-6fe0-4b95-a4cc-4ec0e094c3f8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.505444 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1acb54-869c-43c9-a719-62fe389643ea req-742f2485-45da-4ee5-9ef4-f88b7427c102 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:38.507746 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1acb54-869c-43c9-a719-62fe389643ea req-742f2485-45da-4ee5-9ef4-f88b7427c102 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.25 "GET /v2.0/networks?id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 200 len: 810 time: 0.1917548 Jul 28 03:37:38.508980 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6371bfaa-091a-4994-9f1d-79dfb721daca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.511812 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6371bfaa-091a-4994-9f1d-79dfb721daca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.516473 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-6371bfaa-091a-4994-9f1d-79dfb721daca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d58192c6-1069-4e22-a3b6-c6722c918ef1 HTTP/1.1" status: 204 len: 168 time: 0.3369191 Jul 28 03:37:38.554242 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371bfaa-091a-4994-9f1d-79dfb721daca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58192c6-1069-4e22-a3b6-c6722c918ef1,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:38.556497 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b2ede9ed-7fbf-4a7f-9c3c-4203f35d4e47 req-f9ed2837-cd59-4db4-b79f-908145358ad8 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391230 Jul 28 03:37:38.660453 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1acb54-869c-43c9-a719-62fe389643ea req-3b5ddd05-7788-47af-85b8-ca74dea64f23 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e20265dc285042d5ab0d2e9237fe9fdf HTTP/1.1" status: 200 len: 380 time: 0.1327598 Jul 28 03:37:38.670856 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-fc1acb54-869c-43c9-a719-62fe389643ea req-71661c20-b749-425e-b934-08a2c33fe59a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Request body: {'port': {'device_id': 'c0eb74a9-c89c-4863-9431-4de9be74c41c', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'admin_state_up': True, 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'security_groups': ['b81bd048-014a-4652-b6d0-aae4577ad40f']}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:38.685673 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [req-798a953a-e093-47e3-a14a-5539df168ffd req-d3cceed3-6fe0-4b95-a4cc-4ec0e094c3f8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Allocated IP 172.20.0.5 (09233d9b-0c94-4f1f-a3bd-45f2d97443e5/4ec9b6e0-e497-4186-9c06-281440bc68ef/f743ec9f-b513-4bb3-b819-5c932959e75f) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:38.905124 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1acb54-869c-43c9-a719-62fe389643ea req-71661c20-b749-425e-b934-08a2c33fe59a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Made reservation on behalf of e20265dc285042d5ab0d2e9237fe9fdf for: {'port': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:38.909653 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fc1acb54-869c-43c9-a719-62fe389643ea req-71661c20-b749-425e-b934-08a2c33fe59a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.926857 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c31d56-f038-4c1e-9ade-1ced9bbfefaf req-e990dfde-4de6-43a4-951b-2498c835d8d0 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:38.928438 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4c31d56-f038-4c1e-9ade-1ced9bbfefaf req-e990dfde-4de6-43a4-951b-2498c835d8d0 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 944 time: 0.0951810 Jul 28 03:37:39.083451 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [req-fc1acb54-869c-43c9-a719-62fe389643ea req-71661c20-b749-425e-b934-08a2c33fe59a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Allocated IP 172.20.0.7 (4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0/0855aebe-89e1-4a95-8ec3-265771853473/e78fba6c-176b-4f20-8246-8712019f721a) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:39.092092 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-27d91db3-0d31-4684-b362-f09cded4a129 req-9b9f1d64-13e2-4e5d-974b-32aa571b0589 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0316162 Jul 28 03:37:39.201965 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-798a953a-e093-47e3-a14a-5539df168ffd req-d3cceed3-6fe0-4b95-a4cc-4ec0e094c3f8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.237633 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4c31d56-f038-4c1e-9ade-1ced9bbfefaf req-eedb2ab7-89d8-4cd7-a7fd-8bb14a684e30 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017881 Jul 28 03:37:39.248106 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 40224) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:39.251388 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f99de55b-bc2b-4370-b9ad-45bdcdf66012 req-4b3600fa-ab71-46d7-949e-0e513e746fbc tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0538723 Jul 28 03:37:39.267308 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [req-798a953a-e093-47e3-a14a-5539df168ffd req-d3cceed3-6fe0-4b95-a4cc-4ec0e094c3f8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Transition to ACTIVE for port object f743ec9f-b513-4bb3-b819-5c932959e75f will not be triggered until provisioned by entity DHCP. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:39.282909 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9c90a996-5ebc-406d-8fa1-78a2aa0869ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.313131 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-798a953a-e093-47e3-a14a-5539df168ffd req-d3cceed3-6fe0-4b95-a4cc-4ec0e094c3f8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.334586 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fc1acb54-869c-43c9-a719-62fe389643ea req-71661c20-b749-425e-b934-08a2c33fe59a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.365464 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [req-fc1acb54-869c-43c9-a719-62fe389643ea req-71661c20-b749-425e-b934-08a2c33fe59a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Transition to ACTIVE for port object e78fba6c-176b-4f20-8246-8712019f721a will not be triggered until provisioned by entity DHCP. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:39.368093 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798a953a-e093-47e3-a14a-5539df168ffd req-d3cceed3-6fe0-4b95-a4cc-4ec0e094c3f8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:39.373982 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [req-798a953a-e093-47e3-a14a-5539df168ffd req-d3cceed3-6fe0-4b95-a4cc-4ec0e094c3f8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:39.381476 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-798a953a-e093-47e3-a14a-5539df168ffd req-d3cceed3-6fe0-4b95-a4cc-4ec0e094c3f8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:39.387209 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a953a-e093-47e3-a14a-5539df168ffd req-d3cceed3-6fe0-4b95-a4cc-4ec0e094c3f8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:39.388115 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-798a953a-e093-47e3-a14a-5539df168ffd req-d3cceed3-6fe0-4b95-a4cc-4ec0e094c3f8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.391658 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cceed3-6fe0-4b95-a4cc-4ec0e094c3f8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event updated for resources: {'Port': ['ID=f743ec9f-b513-4bb3-b819-5c932959e75f,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:39.443751 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fc1acb54-869c-43c9-a719-62fe389643ea req-71661c20-b749-425e-b934-08a2c33fe59a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.513943 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1acb54-869c-43c9-a719-62fe389643ea req-71661c20-b749-425e-b934-08a2c33fe59a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:39.520673 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9c90a996-5ebc-406d-8fa1-78a2aa0869ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.521937 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [req-fc1acb54-869c-43c9-a719-62fe389643ea req-71661c20-b749-425e-b934-08a2c33fe59a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:39.539414 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-798a953a-e093-47e3-a14a-5539df168ffd req-d3cceed3-6fe0-4b95-a4cc-4ec0e094c3f8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4542940 Jul 28 03:37:39.545992 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1acb54-869c-43c9-a719-62fe389643ea req-71661c20-b749-425e-b934-08a2c33fe59a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:39.545992 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9c90a996-5ebc-406d-8fa1-78a2aa0869ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.557961 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Request body: {'port': {'device_id': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:39.589729 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71661c20-b749-425e-b934-08a2c33fe59a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event updated for resources: {'Port': ['ID=e78fba6c-176b-4f20-8246-8712019f721a,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:39.604801 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 77bcf32c-4248-435a-be8b-cbf0a47caa64 up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:39.689752 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.711253 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port 77bcf32c-4248-435a-be8b-cbf0a47caa64 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:39.736636 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-9c90a996-5ebc-406d-8fa1-78a2aa0869ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=267ad7ddf27d47baa2ee1feae42b4751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4839413 Jul 28 03:37:39.737346 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90a996-5ebc-406d-8fa1-78a2aa0869ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52410344-ba75-4411-bf0d-32d35d6da32b,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:39.742716 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port 77bcf32c-4248-435a-be8b-cbf0a47caa64 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:39.752148 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.757040 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 40252) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:39.775200 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1acb54-869c-43c9-a719-62fe389643ea req-71661c20-b749-425e-b934-08a2c33fe59a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:39.776115 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fc1acb54-869c-43c9-a719-62fe389643ea req-71661c20-b749-425e-b934-08a2c33fe59a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.823042 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1acb54-869c-43c9-a719-62fe389643ea req-71661c20-b749-425e-b934-08a2c33fe59a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1569626 Jul 28 03:37:39.838954 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-ad9227e2-1704-430a-8757-b5d9f7bbc517 None None] Provisioning for port f743ec9f-b513-4bb3-b819-5c932959e75f completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:39.846526 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-ad9227e2-1704-430a-8757-b5d9f7bbc517 None None] Provisioning complete for port f743ec9f-b513-4bb3-b819-5c932959e75f triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:39.847179 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-ad9227e2-1704-430a-8757-b5d9f7bbc517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.854693 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f10d8-dae0-406c-8a41-01014b02a721 req-d4a68194-ae3a-4cda-83ce-27e5df428463 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:39.856321 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-138f10d8-dae0-406c-8a41-01014b02a721 req-d4a68194-ae3a-4cda-83ce-27e5df428463 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 944 time: 0.1777420 Jul 28 03:37:39.862523 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Request body: {'port': {'device_id': 'c0eb74a9-c89c-4863-9431-4de9be74c41c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:39.898210 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-ad9227e2-1704-430a-8757-b5d9f7bbc517 None None] Port f743ec9f-b513-4bb3-b819-5c932959e75f cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:37:39.970844 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.999214 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-138f10d8-dae0-406c-8a41-01014b02a721 req-957a31b5-70b5-40b8-82a1-f43cd03a8afa tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319351 Jul 28 03:37:40.004889 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b227749a-44c6-4ab6-8c93-95345fba06ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bcf32c-4248-435a-be8b-cbf0a47caa64'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:40.044808 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-33da68f8-f075-4b23-8803-984c14d1755f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.101313 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.146453 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-33da68f8-f075-4b23-8803-984c14d1755f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.187679 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 77bcf32c-4248-435a-be8b-cbf0a47caa64, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=77bcf32c-4248-435a-be8b-cbf0a47caa64,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:40.201097 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.201986 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:40.247590 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 40278) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:40.256040 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-8db11ec9-3767-461f-aefd-3d802aa1572c None None] Provisioning for port e78fba6c-176b-4f20-8246-8712019f721a completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:40.348733 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-8db11ec9-3767-461f-aefd-3d802aa1572c None None] Provisioning complete for port e78fba6c-176b-4f20-8246-8712019f721a triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:40.349019 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8db11ec9-3767-461f-aefd-3d802aa1572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.403503 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-33da68f8-f075-4b23-8803-984c14d1755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.408589 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-33da68f8-f075-4b23-8803-984c14d1755f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.413756 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-33da68f8-f075-4b23-8803-984c14d1755f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52410344-ba75-4411-bf0d-32d35d6da32b HTTP/1.1" status: 204 len: 168 time: 0.6526935 Jul 28 03:37:40.443827 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da68f8-f075-4b23-8803-984c14d1755f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52410344-ba75-4411-bf0d-32d35d6da32b,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:40.461747 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5b8c7e-83e9-456f-80b3-a3d0739e8b64" -d '{"events": [{"server_uuid": "b227749a-44c6-4ab6-8c93-95345fba06ba", "name": "network-vif-plugged", "status": "completed", "tag": "77bcf32c-4248-435a-be8b-cbf0a47caa64"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:40.529800 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=77bcf32c-4248-435a-be8b-cbf0a47caa64,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:40.543236 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f743ec9f-b513-4bb3-b819-5c932959e75f {{(pid=93263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:40.557117 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-8db11ec9-3767-461f-aefd-3d802aa1572c None None] Port e78fba6c-176b-4f20-8246-8712019f721a cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:37:40.557396 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.574877 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Transition to ACTIVE for port object f743ec9f-b513-4bb3-b819-5c932959e75f will not be triggered until provisioned by entity L2. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:40.593429 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:40.598412 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:40.598835 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.599518 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d27c6-e8ce-4b77-b306-d8c006985ada req-1de9bfe1-874f-422f-a23e-b83b9aa5c5f5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:40.601660 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c55d27c6-e8ce-4b77-b306-d8c006985ada req-1de9bfe1-874f-422f-a23e-b83b9aa5c5f5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 931 time: 0.3576858 Jul 28 03:37:40.603061 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.654013 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3bd25be2-fec7-44a0-a477-83887479f80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.733516 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c55d27c6-e8ce-4b77-b306-d8c006985ada req-f50f7f24-ab5c-4c5b-8ce4-892c5748b8f1 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1235330 Jul 28 03:37:40.752943 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Pushing event updated for resources: {'Port': ['ID=f743ec9f-b513-4bb3-b819-5c932959e75f,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:40.805703 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.856043 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Attempting to bind port f743ec9f-b513-4bb3-b819-5c932959e75f on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:40.856442 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Attempting to bind port f743ec9f-b513-4bb3-b819-5c932959e75f by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:40.856969 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Attempting to bind port f743ec9f-b513-4bb3-b819-5c932959e75f on network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:40.871997 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Port f743ec9f-b513-4bb3-b819-5c932959e75f on network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:37:40.874349 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Attempting to bind port f743ec9f-b513-4bb3-b819-5c932959e75f on network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:40.909448 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:40.912061 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Checking segment: {'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:40.913467 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Bound using segment: {'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:40.915036 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Bound port: f743ec9f-b513-4bb3-b819-5c932959e75f, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'}}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:40.916214 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.934176 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64,segment=NetworkSegment(3ddf6fd5-08ff-44e5-abd1-434da20fcdb7),segment_id=3ddf6fd5-08ff-44e5-abd1-434da20fcdb7)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:40.940712 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:40.947521 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e568d8b-0f86-4cbc-8cf4-94f34850dc34 req-8f3d2fba-5038-40f9-9764-c69c66d72ceb tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:40.960455 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6e568d8b-0f86-4cbc-8cf4-94f34850dc34 req-8f3d2fba-5038-40f9-9764-c69c66d72ceb tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 944 time: 0.5234940 Jul 28 03:37:41.031772 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] For port f743ec9f-b513-4bb3-b819-5c932959e75f, host hv-cinder-73306, cleared binding levels {{(pid=93263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:41.055927 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] For port f743ec9f-b513-4bb3-b819-5c932959e75f, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f743ec9f-b513-4bb3-b819-5c932959e75f,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:41.082681 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.108360 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:41.160740 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:41.161316 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.163310 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-798a953a-e093-47e3-a14a-5539df168ffd req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] 10.222.0.25 "PUT /v2.0/ports/f743ec9f-b513-4bb3-b819-5c932959e75f HTTP/1.1" status: 200 len: 1093 time: 1.6098025 Jul 28 03:37:41.166067 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'tag': 'f743ec9f-b513-4bb3-b819-5c932959e75f'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:41.171925 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774d1759-b418-465e-8955-40158aef4cee" -d '{"events": [{"name": "network-changed", "server_uuid": "622af242-a6fc-4f2d-9f03-61e88ee5e89f", "tag": "f743ec9f-b513-4bb3-b819-5c932959e75f"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:41.210668 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c9efc-2867-4360-867f-53835ef92570 req-8fb6f50a-71eb-4241-bbad-ce4095cea699 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:41.212430 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0f5c9efc-2867-4360-867f-53835ef92570 req-8fb6f50a-71eb-4241-bbad-ce4095cea699 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 931 time: 0.3241780 Jul 28 03:37:41.289898 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2e41c-4038-4957-9790-5b59c7999cdc service neutron] Pushing event updated for resources: {'Port': ['ID=f743ec9f-b513-4bb3-b819-5c932959e75f,revision_number=3']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:41.317005 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0f5c9efc-2867-4360-867f-53835ef92570 req-75ac536b-6405-403a-abdb-7551fd4ab235 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658200 Jul 28 03:37:41.346260 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a953a-e093-47e3-a14a-5539df168ffd req-01a22c5b-4a25-44aa-9e16-a4203524bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:41.347922 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-798a953a-e093-47e3-a14a-5539df168ffd req-01a22c5b-4a25-44aa-9e16-a4203524bbd0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee20ad097bcc4c51a357aa0a803f59a8&device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 1096 time: 0.1076143 Jul 28 03:37:41.370369 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3bd25be2-fec7-44a0-a477-83887479f80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.378159 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6e568d8b-0f86-4cbc-8cf4-94f34850dc34 req-f93ccc6f-950d-4f53-bec3-b55b344834f2 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165404 Jul 28 03:37:41.383566 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3bd25be2-fec7-44a0-a477-83887479f80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.474954 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-798a953a-e093-47e3-a14a-5539df168ffd req-ce704602-9264-4e5e-984c-cb245dd1a185 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f743ec9f-b513-4bb3-b819-5c932959e75f HTTP/1.1" status: 200 len: 217 time: 0.1108875 Jul 28 03:37:41.481749 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-3bd25be2-fec7-44a0-a477-83887479f80b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31932750db0d46cd99171ebc0feef6a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2309248 Jul 28 03:37:41.482012 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd25be2-fec7-44a0-a477-83887479f80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcf3c96-3cf3-4940-887b-8a7f662ef875,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:41.483405 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 40370) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:41.488689 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78fba6c-176b-4f20-8246-8712019f721a {{(pid=93262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:41.497823 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.514928 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Transition to ACTIVE for port object e78fba6c-176b-4f20-8246-8712019f721a will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:41.523549 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.560440 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a953a-e093-47e3-a14a-5539df168ffd req-7984c40a-de56-4f6f-8918-1bb841eae507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:41.561999 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-798a953a-e093-47e3-a14a-5539df168ffd req-7984c40a-de56-4f6f-8918-1bb841eae507 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ec9b6e0-e497-4186-9c06-281440bc68ef HTTP/1.1" status: 200 len: 855 time: 0.0794995 Jul 28 03:37:41.620896 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Pushing event updated for resources: {'Port': ['ID=e78fba6c-176b-4f20-8246-8712019f721a,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:41.631853 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637dfa3e-cfec-417c-94ce-b7c57df7c952 x-openstack-request-id: req-637dfa3e-cfec-417c-94ce-b7c57df7c952 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:41.632348 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b227749a-44c6-4ab6-8c93-95345fba06ba", "name": "network-vif-plugged", "status": "completed", "tag": "77bcf32c-4248-435a-be8b-cbf0a47caa64", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:41.632777 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-637dfa3e-cfec-417c-94ce-b7c57df7c952 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:41.633410 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b227749a-44c6-4ab6-8c93-95345fba06ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bcf32c-4248-435a-be8b-cbf0a47caa64', 'code': 200} Jul 28 03:37:41.724070 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968069ae-b0bb-4960-a347-f26277a4d6b0 req-52ee0b72-f7e9-48fe-8917-093873285225 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:41.725724 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-968069ae-b0bb-4960-a347-f26277a4d6b0 req-52ee0b72-f7e9-48fe-8917-093873285225 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 945 time: 0.1662281 Jul 28 03:37:41.740542 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c9a74b-b211-4c7e-8c1f-7b006397d808 x-openstack-request-id: req-d6c9a74b-b211-4c7e-8c1f-7b006397d808 {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:41.740878 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622af242-a6fc-4f2d-9f03-61e88ee5e89f", "tag": "f743ec9f-b513-4bb3-b819-5c932959e75f", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:41.741098 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6c9a74b-b211-4c7e-8c1f-7b006397d808 {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:41.741521 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'tag': 'f743ec9f-b513-4bb3-b819-5c932959e75f', 'status': 'completed', 'code': 200} Jul 28 03:37:41.750684 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a953a-e093-47e3-a14a-5539df168ffd req-60303728-bddf-4bd3-a966-de4c18e41e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:41.758028 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-798a953a-e093-47e3-a14a-5539df168ffd req-60303728-bddf-4bd3-a966-de4c18e41e74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1838214 Jul 28 03:37:41.840648 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-968069ae-b0bb-4960-a347-f26277a4d6b0 req-a8a85486-740f-4490-8be0-a1c2cf487ef2 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068454 Jul 28 03:37:41.842419 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Attempting to bind port e78fba6c-176b-4f20-8246-8712019f721a on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:41.843297 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Attempting to bind port e78fba6c-176b-4f20-8246-8712019f721a by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:41.843452 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Attempting to bind port e78fba6c-176b-4f20-8246-8712019f721a on network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:41.859058 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Port e78fba6c-176b-4f20-8246-8712019f721a on network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:37:41.859334 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Attempting to bind port e78fba6c-176b-4f20-8246-8712019f721a on network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:41.867783 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f1428182-0a05-4ec5-99ba-77c8f9725638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.872226 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:41.872833 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Checking segment: {'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:41.873713 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Bound using segment: {'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:41.874689 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Bound port: e78fba6c-176b-4f20-8246-8712019f721a, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:41.875033 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:41.936011 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.25', 64771) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:41.999683 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] For port e78fba6c-176b-4f20-8246-8712019f721a, host hv-cinder-73306, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:42.004045 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] For port e78fba6c-176b-4f20-8246-8712019f721a, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e78fba6c-176b-4f20-8246-8712019f721a,segment=NetworkSegment(844ea769-6c3b-434d-9efb-efca6148041c),segment_id=844ea769-6c3b-434d-9efb-efca6148041c)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:42.005708 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f1428182-0a05-4ec5-99ba-77c8f9725638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.009880 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.065225 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb9cdf-21d4-42cf-a0fd-44949a5a4053 req-ebe9d0de-65b4-4b95-9179-0bf8b01e7f11 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:42.072345 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-25bb9cdf-21d4-42cf-a0fd-44949a5a4053 req-ebe9d0de-65b4-4b95-9179-0bf8b01e7f11 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.1906869 Jul 28 03:37:42.107108 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:42.108215 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.110970 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1acb54-869c-43c9-a719-62fe389643ea req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] 10.222.0.25 "PUT /v2.0/ports/e78fba6c-176b-4f20-8246-8712019f721a HTTP/1.1" status: 200 len: 1093 time: 2.2701883 Jul 28 03:37:42.112246 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0eb74a9-c89c-4863-9431-4de9be74c41c', 'tag': 'e78fba6c-176b-4f20-8246-8712019f721a'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:42.125280 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7913fc6-186f-489a-9ed5-24254a92ad2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0eb74a9-c89c-4863-9431-4de9be74c41c", "tag": "e78fba6c-176b-4f20-8246-8712019f721a"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:42.137707 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-798a953a-e093-47e3-a14a-5539df168ffd req-db8992a0-0f33-4f71-bf5d-4005f1db8e93 service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701420 Jul 28 03:37:42.150151 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae2a2b-5b38-4879-840d-eb377a6d4f6b req-15e4588b-d4ba-4682-8011-68500571a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:42.152015 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-9fae2a2b-5b38-4879-840d-eb377a6d4f6b req-15e4588b-d4ba-4682-8011-68500571a59e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 1098 time: 0.2121964 Jul 28 03:37:42.157394 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc259ff-219a-45ae-88a8-7a55cf97cb1d service neutron] Pushing event updated for resources: {'Port': ['ID=e78fba6c-176b-4f20-8246-8712019f721a,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:42.212962 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9619caf9-b983-484f-a476-34904fe21e71 x-openstack-request-id: req-9619caf9-b983-484f-a476-34904fe21e71 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:42.213525 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0eb74a9-c89c-4863-9431-4de9be74c41c", "tag": "e78fba6c-176b-4f20-8246-8712019f721a", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:42.213783 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9619caf9-b983-484f-a476-34904fe21e71 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:42.214174 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0eb74a9-c89c-4863-9431-4de9be74c41c', 'tag': 'e78fba6c-176b-4f20-8246-8712019f721a', 'status': 'completed', 'code': 200} Jul 28 03:37:42.258159 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f1428182-0a05-4ec5-99ba-77c8f9725638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.264000 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f1428182-0a05-4ec5-99ba-77c8f9725638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.273453 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-f1428182-0a05-4ec5-99ba-77c8f9725638 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebcf3c96-3cf3-4940-887b-8a7f662ef875 HTTP/1.1" status: 204 len: 168 time: 0.7102325 Jul 28 03:37:42.285595 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-25bb9cdf-21d4-42cf-a0fd-44949a5a4053 req-6955ebc5-f3df-4e47-b706-7766bb34a238 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2122931 Jul 28 03:37:42.298200 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1acb54-869c-43c9-a719-62fe389643ea req-c7b4de06-1281-466f-af55-92231119ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:42.301484 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-9fae2a2b-5b38-4879-840d-eb377a6d4f6b req-a9c4fc58-3f6e-4d41-ada7-7881af8dbe41 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.306611 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1acb54-869c-43c9-a719-62fe389643ea req-c7b4de06-1281-466f-af55-92231119ce57 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 1096 time: 0.0782285 Jul 28 03:37:42.322114 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1428182-0a05-4ec5-99ba-77c8f9725638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcf3c96-3cf3-4940-887b-8a7f662ef875,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:42.387781 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-798a953a-e093-47e3-a14a-5539df168ffd req-5364e28f-0863-4f45-9da1-0d99e9283cd4 service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416997 Jul 28 03:37:42.513078 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1acb54-869c-43c9-a719-62fe389643ea req-13a166aa-0f0f-4cd4-90b5-487b836260ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e78fba6c-176b-4f20-8246-8712019f721a HTTP/1.1" status: 200 len: 217 time: 0.1909699 Jul 28 03:37:42.546961 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-9fae2a2b-5b38-4879-840d-eb377a6d4f6b req-a9c4fc58-3f6e-4d41-ada7-7881af8dbe41 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.564954 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-9fae2a2b-5b38-4879-840d-eb377a6d4f6b req-a9c4fc58-3f6e-4d41-ada7-7881af8dbe41 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:42.602166 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1acb54-869c-43c9-a719-62fe389643ea req-4d37d8e6-9f51-4927-af27-337306fff558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:42.604036 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1acb54-869c-43c9-a719-62fe389643ea req-4d37d8e6-9f51-4927-af27-337306fff558 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0855aebe-89e1-4a95-8ec3-265771853473 HTTP/1.1" status: 200 len: 849 time: 0.0723155 Jul 28 03:37:42.614717 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3def544-847d-4a17-af18-837178d14534 req-9d8fe3ff-b1ac-4d10-8b5a-d8b44474b9d8 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:42.616302 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c3def544-847d-4a17-af18-837178d14534 req-9d8fe3ff-b1ac-4d10-8b5a-d8b44474b9d8 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 943 time: 0.1254525 Jul 28 03:37:42.621681 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-9fae2a2b-5b38-4879-840d-eb377a6d4f6b req-a9c4fc58-3f6e-4d41-ada7-7881af8dbe41 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431508 Jul 28 03:37:42.623264 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4fc58-3f6e-4d41-ada7-7881af8dbe41 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c43b6fec-93cb-418e-835d-283ff96136e0,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:42.652997 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d1759-b418-465e-8955-40158aef4cee req-9ab192b9-1c0a-4f30-833c-b11f5530bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:42.654490 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-774d1759-b418-465e-8955-40158aef4cee req-9ab192b9-1c0a-4f30-833c-b11f5530bf40 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee20ad097bcc4c51a357aa0a803f59a8&device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 1096 time: 0.1445103 Jul 28 03:37:42.665449 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b262b-94bb-45b6-8b18-b2d07bef73bc req-8e76be86-7c5a-4bfb-b043-921fd0dc4c6d tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:42.666940 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f77b262b-94bb-45b6-8b18-b2d07bef73bc req-8e76be86-7c5a-4bfb-b043-921fd0dc4c6d tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 945 time: 0.1557257 Jul 28 03:37:42.707936 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1acb54-869c-43c9-a719-62fe389643ea req-f1de4b6f-9a4e-4b37-9fc2-7c3cb87eee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:42.709450 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1acb54-869c-43c9-a719-62fe389643ea req-f1de4b6f-9a4e-4b37-9fc2-7c3cb87eee9b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0922208 Jul 28 03:37:42.710881 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f77b262b-94bb-45b6-8b18-b2d07bef73bc req-bbda327c-3629-4fb2-bfb0-2dd933d7df2f tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363607 Jul 28 03:37:42.712654 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c3def544-847d-4a17-af18-837178d14534 req-9d3b1ddf-6906-46a2-8d7b-e8ef81656039 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651548 Jul 28 03:37:42.956310 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 40422) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:43.002359 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bb5e2348-d1d2-4c75-a48d-db426d169078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.042334 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b1237-a1f6-4024-a208-d967ab6c854d req-bcd208a0-beb8-4891-9cdf-e6271a22a2a2 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:43.044712 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2d9b1237-a1f6-4024-a208-d967ab6c854d req-bcd208a0-beb8-4891-9cdf-e6271a22a2a2 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 945 time: 0.1244111 Jul 28 03:37:43.066548 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d1759-b418-465e-8955-40158aef4cee req-2900c261-3931-43dc-b984-e05894eb58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:43.068751 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-774d1759-b418-465e-8955-40158aef4cee req-2900c261-3931-43dc-b984-e05894eb58eb service neutron] 10.222.0.25 "GET /v2.0/networks?id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5 HTTP/1.1" status: 200 len: 917 time: 0.1379645 Jul 28 03:37:43.099927 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1acb54-869c-43c9-a719-62fe389643ea req-24a8fe3b-5780-4852-8cba-9b9c1b785c25 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365666 Jul 28 03:37:43.125137 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2d9b1237-a1f6-4024-a208-d967ab6c854d req-b1499277-714c-4fa7-be53-4adf58d64c1e tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738914 Jul 28 03:37:43.141623 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-774d1759-b418-465e-8955-40158aef4cee req-7ed9268b-97e9-4a3e-a8b7-d61e598ac8aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f743ec9f-b513-4bb3-b819-5c932959e75f HTTP/1.1" status: 200 len: 217 time: 0.0566342 Jul 28 03:37:43.219925 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1acb54-869c-43c9-a719-62fe389643ea req-64921d79-667c-4bbe-be22-5736469b8235 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112752 Jul 28 03:37:43.223405 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d1759-b418-465e-8955-40158aef4cee req-c336ff4c-9763-4eb5-ad49-c8a28ca2753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:43.224983 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-774d1759-b418-465e-8955-40158aef4cee req-c336ff4c-9763-4eb5-ad49-c8a28ca2753b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ec9b6e0-e497-4186-9c06-281440bc68ef HTTP/1.1" status: 200 len: 855 time: 0.0709882 Jul 28 03:37:43.278136 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bb5e2348-d1d2-4c75-a48d-db426d169078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.286695 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bb5e2348-d1d2-4c75-a48d-db426d169078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.332352 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-bb5e2348-d1d2-4c75-a48d-db426d169078 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5bb37105ed9b4d48af587e35ce9c79ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698077 Jul 28 03:37:43.334333 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d1759-b418-465e-8955-40158aef4cee req-9b0a3224-1d13-4813-b201-2773138c55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:43.335852 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-774d1759-b418-465e-8955-40158aef4cee req-9b0a3224-1d13-4813-b201-2773138c55d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0912228 Jul 28 03:37:43.337336 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 40434) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:43.341462 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e2348-d1d2-4c75-a48d-db426d169078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eceb6c-2f78-40a9-8fd6-6ee80e1698e6,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:43.444663 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7913fc6-186f-489a-9ed5-24254a92ad2b req-df982cbc-1f78-449c-8873-c78a46bf0f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:43.446315 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f7913fc6-186f-489a-9ed5-24254a92ad2b req-df982cbc-1f78-449c-8873-c78a46bf0f02 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 1096 time: 0.1100588 Jul 28 03:37:43.508383 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6a345958-4983-4aba-a585-d646a28d913d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.517299 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc80553-4cef-4fd8-a630-884b8196c29a req-3c6922c8-b5c6-4978-a80a-6656278bb8f2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:43.525270 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8bc80553-4cef-4fd8-a630-884b8196c29a req-3c6922c8-b5c6-4978-a80a-6656278bb8f2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.1306565 Jul 28 03:37:43.531933 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6a345958-4983-4aba-a585-d646a28d913d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.578221 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-774d1759-b418-465e-8955-40158aef4cee req-b32b683c-e0f7-4075-b1a5-5996b353402e service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217240 Jul 28 03:37:43.604382 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7913fc6-186f-489a-9ed5-24254a92ad2b req-c70dbcef-0f78-40cd-960a-a2d3f0c8ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:43.606148 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f7913fc6-186f-489a-9ed5-24254a92ad2b req-c70dbcef-0f78-40cd-960a-a2d3f0c8ed80 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 200 len: 911 time: 0.1496744 Jul 28 03:37:43.618068 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8bc80553-4cef-4fd8-a630-884b8196c29a req-8a381b78-082e-489b-a1d1-eb4597f06cb4 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0914643 Jul 28 03:37:43.635327 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0275d16a-5dbd-4afc-a597-75061e247ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:43.640001 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd24c49-1570-4abc-a984-a74120183d89" -d '{"events": [{"server_uuid": "0275d16a-5dbd-4afc-a597-75061e247ec7", "name": "network-vif-plugged", "status": "completed", "tag": "b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:43.666048 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6a345958-4983-4aba-a585-d646a28d913d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.669288 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6a345958-4983-4aba-a585-d646a28d913d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:43.673036 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-6a345958-4983-4aba-a585-d646a28d913d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92eceb6c-2f78-40a9-8fd6-6ee80e1698e6 HTTP/1.1" status: 204 len: 168 time: 0.3322554 Jul 28 03:37:43.686506 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f7913fc6-186f-489a-9ed5-24254a92ad2b req-2b8097c8-d70f-4f8f-8701-1229ea0a967a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e78fba6c-176b-4f20-8246-8712019f721a HTTP/1.1" status: 200 len: 217 time: 0.0709822 Jul 28 03:37:43.725128 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dae63f-fdf3-490f-b2ec-f10c8cc629ed x-openstack-request-id: req-92dae63f-fdf3-490f-b2ec-f10c8cc629ed {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:43.725660 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0275d16a-5dbd-4afc-a597-75061e247ec7", "name": "network-vif-plugged", "status": "completed", "tag": "b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:43.726740 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92dae63f-fdf3-490f-b2ec-f10c8cc629ed {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:43.727314 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0275d16a-5dbd-4afc-a597-75061e247ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64', 'code': 200} Jul 28 03:37:43.815822 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-774d1759-b418-465e-8955-40158aef4cee req-3ddda5d3-ea51-48c4-bb16-f7aa91d63e60 service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238338 Jul 28 03:37:43.818618 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a345958-4983-4aba-a585-d646a28d913d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eceb6c-2f78-40a9-8fd6-6ee80e1698e6,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:43.928234 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7913fc6-186f-489a-9ed5-24254a92ad2b req-c6d101fa-abc2-42f1-a88a-7bf367ac7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:43.930667 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f7913fc6-186f-489a-9ed5-24254a92ad2b req-c6d101fa-abc2-42f1-a88a-7bf367ac7033 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0855aebe-89e1-4a95-8ec3-265771853473 HTTP/1.1" status: 200 len: 849 time: 0.2342107 Jul 28 03:37:43.966727 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff076d-b05b-4aac-af6b-401431d3fd97 req-54b3d22f-c882-4f7b-b757-dd69b21e7e35 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:43.967998 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de73149-9916-4141-ae03-dfab7da92ef6 req-730df0a3-3277-42a5-b6ce-816d0e1126ff tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:43.968588 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-00ff076d-b05b-4aac-af6b-401431d3fd97 req-54b3d22f-c882-4f7b-b757-dd69b21e7e35 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 945 time: 0.0898490 Jul 28 03:37:43.970189 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-9de73149-9916-4141-ae03-dfab7da92ef6 req-730df0a3-3277-42a5-b6ce-816d0e1126ff tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 943 time: 0.0868781 Jul 28 03:37:44.038406 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7913fc6-186f-489a-9ed5-24254a92ad2b req-f216e061-6ddd-4f11-b38f-a65f6ac7b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:44.040440 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f7913fc6-186f-489a-9ed5-24254a92ad2b req-f216e061-6ddd-4f11-b38f-a65f6ac7b1d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0991066 Jul 28 03:37:44.045970 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-00ff076d-b05b-4aac-af6b-401431d3fd97 req-f17641d9-788d-42a3-bcbc-3bfdfa6f7bfc tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621367 Jul 28 03:37:44.063597 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-9de73149-9916-4141-ae03-dfab7da92ef6 req-e5756327-c315-4dbc-9c76-7e52ec689a6d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866263 Jul 28 03:37:44.086875 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0d403-9608-4f7c-94c2-796b23a01ef2 req-25fa58b8-52c3-4bde-beec-e309cb79fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:44.089262 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-95c0d403-9608-4f7c-94c2-796b23a01ef2 req-25fa58b8-52c3-4bde-beec-e309cb79fc5b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 1098 time: 0.0728874 Jul 28 03:37:44.180016 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-95c0d403-9608-4f7c-94c2-796b23a01ef2 req-058762ba-4599-470d-9bc9-b9a57d693049 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718551 Jul 28 03:37:44.188147 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f7913fc6-186f-489a-9ed5-24254a92ad2b req-759178ed-3909-4aad-96e5-3254f1e80881 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380513 Jul 28 03:37:44.259183 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d65bd2-3a68-4bd8-a660-8ebd28573628 req-4d16b645-47eb-4b5d-88df-f0dffdaeaa37 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:44.260779 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a6d65bd2-3a68-4bd8-a660-8ebd28573628 req-4d16b645-47eb-4b5d-88df-f0dffdaeaa37 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 945 time: 0.0512412 Jul 28 03:37:44.301708 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a6d65bd2-3a68-4bd8-a660-8ebd28573628 req-9a5a3a75-50bd-4a2f-8b0a-da9dcaa1e18d tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338056 Jul 28 03:37:44.555463 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f7913fc6-186f-489a-9ed5-24254a92ad2b req-5c8539d4-c002-4649-9f24-230739f2c8f1 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884056 Jul 28 03:37:44.741289 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3437e53-8d50-4d77-b7e6-5c7eb8c77007 req-ab90dfe7-910d-4f3d-963c-bab37c676001 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:44.742799 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d3437e53-8d50-4d77-b7e6-5c7eb8c77007 req-ab90dfe7-910d-4f3d-963c-bab37c676001 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0568604 Jul 28 03:37:44.788249 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d3437e53-8d50-4d77-b7e6-5c7eb8c77007 req-3838cd26-a1e0-4c57-ad3c-c881040dda19 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0367548 Jul 28 03:37:45.206719 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787b22e-8e39-4ba5-9522-b653d239391a req-14df891b-61eb-4049-945e-68ec6a57cd2a tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:45.209487 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a787b22e-8e39-4ba5-9522-b653d239391a req-14df891b-61eb-4049-945e-68ec6a57cd2a tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 945 time: 0.0810678 Jul 28 03:37:45.229304 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b36c8-a94c-4d2a-a428-03cf43617136 req-c7361e16-0b7e-4f5e-8eae-4f575181eaae tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:45.231822 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0f0b36c8-a94c-4d2a-a428-03cf43617136 req-c7361e16-0b7e-4f5e-8eae-4f575181eaae tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 943 time: 0.0865777 Jul 28 03:37:45.283082 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a787b22e-8e39-4ba5-9522-b653d239391a req-81ef6041-16a7-4fe3-b382-88138bb4761b tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606346 Jul 28 03:37:45.288980 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0f0b36c8-a94c-4d2a-a428-03cf43617136 req-c2cc9bea-8d75-4e8d-b9e0-3fae2f72f36c tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508306 Jul 28 03:37:45.438776 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2db037-226b-411b-b0d5-2bce113e3d1b req-29a81a16-b7b0-4750-a6f2-1d3a835c9ccc tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:45.440920 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eb2db037-226b-411b-b0d5-2bce113e3d1b req-29a81a16-b7b0-4750-a6f2-1d3a835c9ccc tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 945 time: 0.0580907 Jul 28 03:37:45.496569 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eb2db037-226b-411b-b0d5-2bce113e3d1b req-ccaaa79a-72e9-4b3b-a27e-26690f5471a2 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481832 Jul 28 03:37:45.628332 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f743ec9f-b513-4bb3-b819-5c932959e75f details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:37:45.742130 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port f743ec9f-b513-4bb3-b819-5c932959e75f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f743ec9f-b513-4bb3-b819-5c932959e75f,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:45.762078 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': 'f743ec9f-b513-4bb3-b819-5c932959e75f', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'port_id': 'f743ec9f-b513-4bb3-b819-5c932959e75f', 'mac_address': 'fa:16:3e:41:4b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:37:45.805044 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:45.922277 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4496ce-a7f2-4f5e-a32d-601ccb4801fe req-b002926c-99a2-49da-a972-e4600aee32bc tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:45.931257 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5f4496ce-a7f2-4f5e-a32d-601ccb4801fe req-b002926c-99a2-49da-a972-e4600aee32bc tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0623095 Jul 28 03:37:45.931964 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f743ec9f-b513-4bb3-b819-5c932959e75f {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:45.954575 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port f743ec9f-b513-4bb3-b819-5c932959e75f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f743ec9f-b513-4bb3-b819-5c932959e75f,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:45.959901 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:45.984092 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5f4496ce-a7f2-4f5e-a32d-601ccb4801fe req-e40467a6-52f8-4196-bf40-7058b333d08a tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432754 Jul 28 03:37:46.029760 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=f743ec9f-b513-4bb3-b819-5c932959e75f,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:46.278311 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['f743ec9f-b513-4bb3-b819-5c932959e75f'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:37:46.411318 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb77284-6f3d-4852-93be-40761219aa5f req-4805719e-3888-4ba7-aef2-cad1aa0a3e54 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:46.413804 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cbb77284-6f3d-4852-93be-40761219aa5f req-4805719e-3888-4ba7-aef2-cad1aa0a3e54 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 945 time: 0.0660241 Jul 28 03:37:46.438899 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bc0c8-19cc-4d96-9714-590e9bf4c11d req-72c5768b-164e-488b-b60a-f4aa97b1718c tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:46.440782 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-866bc0c8-19cc-4d96-9714-590e9bf4c11d req-72c5768b-164e-488b-b60a-f4aa97b1718c tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 943 time: 0.0665755 Jul 28 03:37:46.462501 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cbb77284-6f3d-4852-93be-40761219aa5f req-2aa5b046-24f7-40a7-90c1-baac996498b2 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425560 Jul 28 03:37:46.485511 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-866bc0c8-19cc-4d96-9714-590e9bf4c11d req-c928e21d-1f29-4aad-bd27-a3828193ee79 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382376 Jul 28 03:37:46.867793 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 40606) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:46.973560 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-583ae1fd-9b06-4511-8583-bd58e6f8da17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.073530 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-583ae1fd-9b06-4511-8583-bd58e6f8da17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.080097 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-583ae1fd-9b06-4511-8583-bd58e6f8da17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.112023 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3c632-0174-4d08-8ec2-6cf89f85b057 req-38a20c96-9bd8-4d43-a16f-f7f0f9215ce8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:47.121280 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0fd3c632-0174-4d08-8ec2-6cf89f85b057 req-38a20c96-9bd8-4d43-a16f-f7f0f9215ce8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 944 time: 0.0698383 Jul 28 03:37:47.174553 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0fd3c632-0174-4d08-8ec2-6cf89f85b057 req-6ea3a2f6-6868-46b4-a1d9-4586024d9b49 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0481656 Jul 28 03:37:47.175484 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ae1fd-9b06-4511-8583-bd58e6f8da17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80939e0-9ded-4bb8-b257-b279b9900353,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:47.180169 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-583ae1fd-9b06-4511-8583-bd58e6f8da17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f9bfb64344f4e2789abb08b1be84a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113399 Jul 28 03:37:47.182604 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 40624) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:47.252913 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-b89cb285-823a-4fb4-8711-610723324e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.277382 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-b89cb285-823a-4fb4-8711-610723324e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.335156 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-b89cb285-823a-4fb4-8711-610723324e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.337775 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-b89cb285-823a-4fb4-8711-610723324e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.339279 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-b89cb285-823a-4fb4-8711-610723324e0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c80939e0-9ded-4bb8-b257-b279b9900353 HTTP/1.1" status: 204 len: 168 time: 0.1556654 Jul 28 03:37:47.358591 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cb285-823a-4fb4-8711-610723324e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80939e0-9ded-4bb8-b257-b279b9900353,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:47.641902 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abec5fb-540f-4861-95a2-1fa0f3daf009 req-15f26446-caad-4037-822f-a2265740c38f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:47.647194 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8abec5fb-540f-4861-95a2-1fa0f3daf009 req-15f26446-caad-4037-822f-a2265740c38f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 943 time: 0.0867443 Jul 28 03:37:47.652534 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device e78fba6c-176b-4f20-8246-8712019f721a details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:37:47.672304 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f743ec9f-b513-4bb3-b819-5c932959e75f up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:47.723921 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8abec5fb-540f-4861-95a2-1fa0f3daf009 req-57bb14af-b5c8-4311-a5e0-69ecca45e6b4 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650206 Jul 28 03:37:47.730934 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 40652) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:47.747888 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d67e2f95-42bd-45b2-862d-5a8f7c089cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.821475 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port f743ec9f-b513-4bb3-b819-5c932959e75f completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:47.840875 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port f743ec9f-b513-4bb3-b819-5c932959e75f triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:47.841719 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.865371 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d67e2f95-42bd-45b2-862d-5a8f7c089cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.870960 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d67e2f95-42bd-45b2-862d-5a8f7c089cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.879447 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port e78fba6c-176b-4f20-8246-8712019f721a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e78fba6c-176b-4f20-8246-8712019f721a,segment=NetworkSegment(844ea769-6c3b-434d-9efb-efca6148041c),segment_id=844ea769-6c3b-434d-9efb-efca6148041c)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:47.899032 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': 'e78fba6c-176b-4f20-8246-8712019f721a', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'port_id': 'e78fba6c-176b-4f20-8246-8712019f721a', 'mac_address': 'fa:16:3e:44:0d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:37:47.932979 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-d67e2f95-42bd-45b2-862d-5a8f7c089cdc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be5bf11864ba4691a5ed49549250579b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000160 Jul 28 03:37:47.936215 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e2f95-42bd-45b2-862d-5a8f7c089cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879d9a27-ae93-4af0-a90f-7bc32ff628b2,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:47.936606 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 40662) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:47.977329 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.992920 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:47.998110 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78fba6c-176b-4f20-8246-8712019f721a {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:47.999522 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b95be9b5-d877-45d8-8ba5-55a7b1c6c16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.021684 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b95be9b5-d877-45d8-8ba5-55a7b1c6c16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.036970 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f743ec9f-b513-4bb3-b819-5c932959e75f'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:48.039368 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc9163f-bbc5-4f77-a267-1f556c8a0f31" -d '{"events": [{"server_uuid": "622af242-a6fc-4f2d-9f03-61e88ee5e89f", "name": "network-vif-plugged", "status": "completed", "tag": "f743ec9f-b513-4bb3-b819-5c932959e75f"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:48.060770 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port e78fba6c-176b-4f20-8246-8712019f721a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e78fba6c-176b-4f20-8246-8712019f721a,segment=NetworkSegment(844ea769-6c3b-434d-9efb-efca6148041c),segment_id=844ea769-6c3b-434d-9efb-efca6148041c)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:48.071619 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port f743ec9f-b513-4bb3-b819-5c932959e75f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f743ec9f-b513-4bb3-b819-5c932959e75f,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:48.078722 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.085400 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b95be9b5-d877-45d8-8ba5-55a7b1c6c16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.089333 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.091090 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b95be9b5-d877-45d8-8ba5-55a7b1c6c16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:48.092729 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-b95be9b5-d877-45d8-8ba5-55a7b1c6c16c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/879d9a27-ae93-4af0-a90f-7bc32ff628b2 HTTP/1.1" status: 204 len: 168 time: 0.1550665 Jul 28 03:37:48.109723 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95be9b5-d877-45d8-8ba5-55a7b1c6c16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879d9a27-ae93-4af0-a90f-7bc32ff628b2,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:48.135848 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f945486e-533c-4cfc-ae31-cb5e974681a1 x-openstack-request-id: req-f945486e-533c-4cfc-ae31-cb5e974681a1 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:48.136957 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622af242-a6fc-4f2d-9f03-61e88ee5e89f", "name": "network-vif-plugged", "status": "completed", "tag": "f743ec9f-b513-4bb3-b819-5c932959e75f", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:48.137722 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f945486e-533c-4cfc-ae31-cb5e974681a1 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:48.138244 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f743ec9f-b513-4bb3-b819-5c932959e75f', 'code': 200} Jul 28 03:37:48.176002 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=e78fba6c-176b-4f20-8246-8712019f721a,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:48.237591 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=f743ec9f-b513-4bb3-b819-5c932959e75f,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:48.322675 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957dfc9-2c84-4681-ac6b-f6a314e29998 req-1ded581d-7022-4f29-8138-676f0d6f1bcf tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:48.325142 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a957dfc9-2c84-4681-ac6b-f6a314e29998 req-1ded581d-7022-4f29-8138-676f0d6f1bcf tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0573969 Jul 28 03:37:48.370172 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a957dfc9-2c84-4681-ac6b-f6a314e29998 req-993e3b7b-4df8-4425-a401-b798d8ec71c0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0367849 Jul 28 03:37:48.433856 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055c144-a9f9-4bc9-846d-403479947024 req-c0e52b03-c100-4b52-8219-591068123797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:48.435364 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e055c144-a9f9-4bc9-846d-403479947024 req-c0e52b03-c100-4b52-8219-591068123797 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 1098 time: 0.0763857 Jul 28 03:37:48.443461 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['e78fba6c-176b-4f20-8246-8712019f721a'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:37:48.490689 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e055c144-a9f9-4bc9-846d-403479947024 req-c6e3569c-c4f1-4215-b863-cb661dbc2dbb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0483053 Jul 28 03:37:48.868677 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bc086-e3c3-40f1-852a-c791a3f94fa4 req-59b5f341-22a3-4257-b629-8b24bdf1e076 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:48.870441 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-546bc086-e3c3-40f1-852a-c791a3f94fa4 req-59b5f341-22a3-4257-b629-8b24bdf1e076 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 944 time: 0.0681458 Jul 28 03:37:48.927764 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-546bc086-e3c3-40f1-852a-c791a3f94fa4 req-323de8b3-894b-4fed-a157-7cacbe585089 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483162 Jul 28 03:37:49.506789 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f6b26-252d-4640-a5bb-3d066b8070c8 req-1341f656-333d-4254-93b7-b22d8840c53a tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:49.508889 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-844f6b26-252d-4640-a5bb-3d066b8070c8 req-1341f656-333d-4254-93b7-b22d8840c53a tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0540111 Jul 28 03:37:49.550002 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-844f6b26-252d-4640-a5bb-3d066b8070c8 req-0bdebc5c-ca1c-4dfa-8a9f-5e56e0fbb0b8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340691 Jul 28 03:37:49.661960 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device e78fba6c-176b-4f20-8246-8712019f721a up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:49.710633 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port e78fba6c-176b-4f20-8246-8712019f721a completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:49.715460 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port e78fba6c-176b-4f20-8246-8712019f721a triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:49.716228 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:49.806518 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:49.843909 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port e78fba6c-176b-4f20-8246-8712019f721a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e78fba6c-176b-4f20-8246-8712019f721a,segment=NetworkSegment(844ea769-6c3b-434d-9efb-efca6148041c),segment_id=844ea769-6c3b-434d-9efb-efca6148041c)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:49.848358 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:49.899856 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=e78fba6c-176b-4f20-8246-8712019f721a,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:50.075274 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57626336-6410-45cd-9a32-922e6daec0b8 req-95d1a711-1e8c-43c5-8336-5e950c4b25aa tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:50.076935 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-57626336-6410-45cd-9a32-922e6daec0b8 req-95d1a711-1e8c-43c5-8336-5e950c4b25aa tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0630188 Jul 28 03:37:50.130075 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-57626336-6410-45cd-9a32-922e6daec0b8 req-c7e5f019-cac2-4291-aedc-bd1d8ca24ec7 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453825 Jul 28 03:37:50.139603 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eb74a9-c89c-4863-9431-4de9be74c41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78fba6c-176b-4f20-8246-8712019f721a'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:50.142359 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a8dc10-3e62-4310-979e-916edcad688e" -d '{"events": [{"server_uuid": "c0eb74a9-c89c-4863-9431-4de9be74c41c", "name": "network-vif-plugged", "status": "completed", "tag": "e78fba6c-176b-4f20-8246-8712019f721a"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:50.190881 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a64ecca-3a3f-456a-837b-968d864c9af3 x-openstack-request-id: req-1a64ecca-3a3f-456a-837b-968d864c9af3 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:50.191239 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eb74a9-c89c-4863-9431-4de9be74c41c", "name": "network-vif-plugged", "status": "completed", "tag": "e78fba6c-176b-4f20-8246-8712019f721a", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:50.191700 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a64ecca-3a3f-456a-837b-968d864c9af3 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:50.192183 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0eb74a9-c89c-4863-9431-4de9be74c41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78fba6c-176b-4f20-8246-8712019f721a', 'code': 200} Jul 28 03:37:50.404546 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ce70a-8da1-49f4-b9e3-6b3cb2e5080f req-119add39-0238-47ac-8a67-fe55ee8c0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:50.406015 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9b9ce70a-8da1-49f4-b9e3-6b3cb2e5080f req-119add39-0238-47ac-8a67-fe55ee8c0d9a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 1098 time: 0.0394883 Jul 28 03:37:50.437283 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9ccc-fd32-4ccd-9ea4-544c51247b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:50.446463 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9b9ce70a-8da1-49f4-b9e3-6b3cb2e5080f req-7c5cdf95-9360-4d94-82ec-95bf73c91027 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331578 Jul 28 03:37:50.689665 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0fbe8-2ace-4373-9c8f-cf6e7d9602c9 req-65bdfd31-59b1-4cb4-b597-153d01fb8165 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:50.697527 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-62b0fbe8-2ace-4373-9c8f-cf6e7d9602c9 req-65bdfd31-59b1-4cb4-b597-153d01fb8165 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0666552 Jul 28 03:37:50.744412 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-62b0fbe8-2ace-4373-9c8f-cf6e7d9602c9 req-a64c5272-96b5-48e7-b3f3-6738257177ef tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458109 Jul 28 03:37:50.861072 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdc933-b207-4402-b7ce-75ac8c32893d req-f0f88ce5-b5e3-40e7-b0d0-967a159106b1 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:50.862577 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-04fdc933-b207-4402-b7ce-75ac8c32893d req-f0f88ce5-b5e3-40e7-b0d0-967a159106b1 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0482037 Jul 28 03:37:50.871628 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 40792) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:50.876165 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-97e6cc0a-1f0f-475f-a3e6-ca853d02281d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Request body: {'floatingip': {'port_id': 'f743ec9f-b513-4bb3-b819-5c932959e75f'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:50.946698 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-97e6cc0a-1f0f-475f-a3e6-ca853d02281d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for floatingip, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:51.282816 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ff0ad-0fea-4ecd-905f-994658334d8a req-c2c75c21-7d84-4522-b005-d779232a9348 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:51.284725 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7f5ff0ad-0fea-4ecd-905f-994658334d8a req-c2c75c21-7d84-4522-b005-d779232a9348 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0583310 Jul 28 03:37:51.335056 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7f5ff0ad-0fea-4ecd-905f-994658334d8a req-a0b2b275-16ad-4b4c-b259-4cff14f0e3d3 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431249 Jul 28 03:37:51.828917 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-97e6cc0a-1f0f-475f-a3e6-ca853d02281d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:51.834577 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-97e6cc0a-1f0f-475f-a3e6-ca853d02281d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:51.956744 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.l3_db [None req-97e6cc0a-1f0f-475f-a3e6-ca853d02281d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Floating IP 74fb6307-aa17-4676-9e86-65e97179a08b associated. External IP: 172.27.1.21, port: f743ec9f-b513-4bb3-b819-5c932959e75f. Jul 28 03:37:52.180417 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e6cc0a-1f0f-475f-a3e6-ca853d02281d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Router 4d6e5794-9aab-44d5-8763-2bd515b53f2c has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:37:52.289416 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e6cc0a-1f0f-475f-a3e6-ca853d02281d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:37:52.293918 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-97e6cc0a-1f0f-475f-a3e6-ca853d02281d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:52.302614 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b93073-cf54-4611-b02c-7349c80e7ad1 None None] Sync routers for ids ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:37:52.311449 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b93073-cf54-4611-b02c-7349c80e7ad1 None None] Routers {'4d6e5794-9aab-44d5-8763-2bd515b53f2c'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:52.312186 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-d9b93073-cf54-4611-b02c-7349c80e7ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:37:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:52.321614 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-97e6cc0a-1f0f-475f-a3e6-ca853d02281d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "PUT /v2.0/floatingips/74fb6307-aa17-4676-9e86-65e97179a08b HTTP/1.1" status: 200 len: 990 time: 1.4488978 Jul 28 03:37:52.322171 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'tag': 'f743ec9f-b513-4bb3-b819-5c932959e75f'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:52.325510 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6e320b-42c2-40a7-8b1b-5ce970af903c" -d '{"events": [{"name": "network-changed", "server_uuid": "622af242-a6fc-4f2d-9f03-61e88ee5e89f", "tag": "f743ec9f-b513-4bb3-b819-5c932959e75f"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:52.370101 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fcf376-8c74-4c7e-b8e2-075bbec0d456 x-openstack-request-id: req-c9fcf376-8c74-4c7e-b8e2-075bbec0d456 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:52.370410 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622af242-a6fc-4f2d-9f03-61e88ee5e89f", "tag": "f743ec9f-b513-4bb3-b819-5c932959e75f", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:52.370682 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9fcf376-8c74-4c7e-b8e2-075bbec0d456 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:52.371083 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'tag': 'f743ec9f-b513-4bb3-b819-5c932959e75f', 'status': 'completed', 'code': 200} Jul 28 03:37:52.440941 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-d9b93073-cf54-4611-b02c-7349c80e7ad1 None None] Set router 4d6e5794-9aab-44d5-8763-2bd515b53f2c gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:52.477577 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a04cec-15fb-469c-88c0-f0edc4043594 req-56416de0-f9bc-40df-a6f7-a20897a4c3a2 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:52.480504 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-94a04cec-15fb-469c-88c0-f0edc4043594 req-56416de0-f9bc-40df-a6f7-a20897a4c3a2 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0635846 Jul 28 03:37:52.507731 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e320b-42c2-40a7-8b1b-5ce970af903c req-2df419f9-3814-49a4-8ac9-32e0467f134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:52.509476 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ea6e320b-42c2-40a7-8b1b-5ce970af903c req-2df419f9-3814-49a4-8ac9-32e0467f134d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee20ad097bcc4c51a357aa0a803f59a8&device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 1098 time: 0.0539141 Jul 28 03:37:52.525974 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-94a04cec-15fb-469c-88c0-f0edc4043594 req-6041b089-f1cb-4634-96e2-223499e67fc8 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389411 Jul 28 03:37:52.665543 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e320b-42c2-40a7-8b1b-5ce970af903c req-13d8cf10-7f1a-49a9-bfeb-abbc7b007b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:52.667276 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ea6e320b-42c2-40a7-8b1b-5ce970af903c req-13d8cf10-7f1a-49a9-bfeb-abbc7b007b2a service neutron] 10.222.0.25 "GET /v2.0/networks?id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5 HTTP/1.1" status: 200 len: 917 time: 0.1384494 Jul 28 03:37:52.684225 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999e86a-795e-4c12-b529-8367e627423c req-3b6f9a68-0dba-4b6c-a308-7675f7e340e5 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:52.685732 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4999e86a-795e-4c12-b529-8367e627423c req-3b6f9a68-0dba-4b6c-a308-7675f7e340e5 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0733783 Jul 28 03:37:52.700711 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 40860) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:52.705584 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-2e89be51-053e-471f-b00b-87b7c24b6ff0 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Request body: {'floatingip': {'port_id': 'e78fba6c-176b-4f20-8246-8712019f721a'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:52.795962 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2e89be51-053e-471f-b00b-87b7c24b6ff0 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for floatingip, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:52.826848 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ea6e320b-42c2-40a7-8b1b-5ce970af903c req-10d7dbf0-90fd-45c1-8c27-d187f63a8260 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f743ec9f-b513-4bb3-b819-5c932959e75f HTTP/1.1" status: 200 len: 998 time: 0.1400335 Jul 28 03:37:52.914906 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-d9b93073-cf54-4611-b02c-7349c80e7ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:25Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': '74fb6307-aa17-4676-9e86-65e97179a08b', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'port_id': 'f743ec9f-b513-4bb3-b819-5c932959e75f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'mac_address': 'fa:16:3e:41:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:33Z', 'updated_at': '2021-07-28T03:37:51Z', 'revision_number': 1, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e36cd45-5da5-4cc0-99fc-c4447c610b4b', 'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'mac_address': 'fa:16:3e:5c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:21Z', 'updated_at': '2021-07-28T03:37:34Z', 'revision_number': 5, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'subnets': [{'id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:52.932397 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e320b-42c2-40a7-8b1b-5ce970af903c req-c5cd70bf-80fe-414c-8dd9-1e9dc4665e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:52.934810 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ea6e320b-42c2-40a7-8b1b-5ce970af903c req-c5cd70bf-80fe-414c-8dd9-1e9dc4665e7c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ec9b6e0-e497-4186-9c06-281440bc68ef HTTP/1.1" status: 200 len: 855 time: 0.0937343 Jul 28 03:37:52.949611 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b93073-cf54-4611-b02c-7349c80e7ad1 None None] Checking router: 4d6e5794-9aab-44d5-8763-2bd515b53f2c for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:37:52.958698 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b93073-cf54-4611-b02c-7349c80e7ad1 None None] Routers {'4d6e5794-9aab-44d5-8763-2bd515b53f2c'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:52.959319 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-d9b93073-cf54-4611-b02c-7349c80e7ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:37:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:53.002543 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e320b-42c2-40a7-8b1b-5ce970af903c req-d0855079-b651-405f-828a-d43b7e27d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:53.004175 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ea6e320b-42c2-40a7-8b1b-5ce970af903c req-d0855079-b651-405f-828a-d43b7e27d000 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502729 Jul 28 03:37:53.074278 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-d9b93073-cf54-4611-b02c-7349c80e7ad1 None None] Set router 4d6e5794-9aab-44d5-8763-2bd515b53f2c gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:53.093053 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.181964 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ea6e320b-42c2-40a7-8b1b-5ce970af903c req-5ed02c35-10cf-4787-92f8-a17d04fa1875 service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662228 Jul 28 03:37:53.311469 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-7fbe7167-2b68-4d4b-9f1f-1c6a0fd4f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.325872 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ea6e320b-42c2-40a7-8b1b-5ce970af903c req-39f00745-dbf5-441d-a62e-93874120408d service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282964 Jul 28 03:37:53.369114 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.397855 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-d9b93073-cf54-4611-b02c-7349c80e7ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:25Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': '74fb6307-aa17-4676-9e86-65e97179a08b', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'port_id': 'f743ec9f-b513-4bb3-b819-5c932959e75f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'mac_address': 'fa:16:3e:41:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:33Z', 'updated_at': '2021-07-28T03:37:51Z', 'revision_number': 1, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e36cd45-5da5-4cc0-99fc-c4447c610b4b', 'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'mac_address': 'fa:16:3e:5c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:21Z', 'updated_at': '2021-07-28T03:37:34Z', 'revision_number': 5, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'subnets': [{'id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:53.423654 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b93073-cf54-4611-b02c-7349c80e7ad1 None None] The sync data for ids ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'] in dv-cinder-733062-21-iscsi is: [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:25Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': '74fb6307-aa17-4676-9e86-65e97179a08b', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'port_id': 'f743ec9f-b513-4bb3-b819-5c932959e75f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'mac_address': 'fa:16:3e:41:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:33Z', 'updated_at': '2021-07-28T03:37:51Z', 'revision_number': 1, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e36cd45-5da5-4cc0-99fc-c4447c610b4b', 'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'mac_address': 'fa:16:3e:5c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:21Z', 'updated_at': '2021-07-28T03:37:34Z', 'revision_number': 5, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'subnets': [{'id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:37:53.670663 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bdaa6d-cbd1-4afc-a537-ac03eb8fa31a None None] New status for floating IP 74fb6307-aa17-4676-9e86-65e97179a08b: ACTIVE {{(pid=93264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:37:53.714755 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2e89be51-053e-471f-b00b-87b7c24b6ff0 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.721573 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2e89be51-053e-471f-b00b-87b7c24b6ff0 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:53.836982 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.l3_db [None req-2e89be51-053e-471f-b00b-87b7c24b6ff0 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Floating IP c60fc05e-eb53-4f0d-9922-6190b056e18b associated. External IP: 172.27.1.222, port: e78fba6c-176b-4f20-8246-8712019f721a. Jul 28 03:37:54.083088 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e89be51-053e-471f-b00b-87b7c24b6ff0 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Router d73caf4e-33ff-491d-aabf-17a70f2a61c6 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:37:54.105714 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 40918) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:54.208934 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.211963 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e89be51-053e-471f-b00b-87b7c24b6ff0 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:37:54.218050 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2e89be51-053e-471f-b00b-87b7c24b6ff0 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.224607 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8c5a49-381d-4bef-83ca-f83711633b51 None None] Sync routers for ids ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:37:54.238841 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c5a49-381d-4bef-83ca-f83711633b51 None None] Routers {'d73caf4e-33ff-491d-aabf-17a70f2a61c6'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:54.241271 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-6e8c5a49-381d-4bef-83ca-f83711633b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:37:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:54.255649 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-2e89be51-053e-471f-b00b-87b7c24b6ff0 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "PUT /v2.0/floatingips/c60fc05e-eb53-4f0d-9922-6190b056e18b HTTP/1.1" status: 200 len: 991 time: 1.5536489 Jul 28 03:37:54.256249 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0eb74a9-c89c-4863-9431-4de9be74c41c', 'tag': 'e78fba6c-176b-4f20-8246-8712019f721a'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:54.268281 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c897e26-07a4-4a39-b62f-1b604e7c7105" -d '{"events": [{"name": "network-changed", "server_uuid": "c0eb74a9-c89c-4863-9431-4de9be74c41c", "tag": "e78fba6c-176b-4f20-8246-8712019f721a"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:54.293933 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-cba4df66-1c94-441a-acaa-5cd127c5db18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.365026 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e80bacc-7d7b-47bc-b9f4-06d78296103b x-openstack-request-id: req-2e80bacc-7d7b-47bc-b9f4-06d78296103b {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:54.365417 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0eb74a9-c89c-4863-9431-4de9be74c41c", "tag": "e78fba6c-176b-4f20-8246-8712019f721a", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:54.365675 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e80bacc-7d7b-47bc-b9f4-06d78296103b {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:54.366070 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0eb74a9-c89c-4863-9431-4de9be74c41c', 'tag': 'e78fba6c-176b-4f20-8246-8712019f721a', 'status': 'completed', 'code': 200} Jul 28 03:37:54.419272 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-6e8c5a49-381d-4bef-83ca-f83711633b51 None None] Set router d73caf4e-33ff-491d-aabf-17a70f2a61c6 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:54.462326 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 40942) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:54.465992 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-cba4df66-1c94-441a-acaa-5cd127c5db18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.484817 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-cba4df66-1c94-441a-acaa-5cd127c5db18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.560401 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 40946) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:54.560621 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-cba4df66-1c94-441a-acaa-5cd127c5db18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ee6db99e7b8406ba6c2e17f1b070fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535034 Jul 28 03:37:54.562706 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4df66-1c94-441a-acaa-5cd127c5db18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306d6d01-7943-481e-ad33-374908e67fee,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:54.575908 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c897e26-07a4-4a39-b62f-1b604e7c7105 req-5bad5c8a-c849-4e73-825b-3e5c71e53346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:54.577428 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8c897e26-07a4-4a39-b62f-1b604e7c7105 req-5bad5c8a-c849-4e73-825b-3e5c71e53346 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 1098 time: 0.0800791 Jul 28 03:37:54.599479 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d06eadbe-18d6-4141-aa42-13d2f09baa27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.660811 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c6af8341-69cb-4d08-b03a-2b02af7447bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.677056 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-6e8c5a49-381d-4bef-83ca-f83711633b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:21Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'c60fc05e-eb53-4f0d-9922-6190b056e18b', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'port_id': 'e78fba6c-176b-4f20-8246-8712019f721a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'mac_address': 'fa:16:3e:44:0d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb74a9-c89c-4863-9431-4de9be74c41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:34Z', 'updated_at': '2021-07-28T03:37:53Z', 'revision_number': 1, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1873c1d-5b49-4e52-baa7-b192cabb45f5', 'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'mac_address': 'fa:16:3e:8d:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:19Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 5, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'subnets': [{'id': '0855aebe-89e1-4a95-8ec3-265771853473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:54.683245 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c897e26-07a4-4a39-b62f-1b604e7c7105 req-0c642b7e-c2a1-441c-b3ad-48fe14668561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:54.685034 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8c897e26-07a4-4a39-b62f-1b604e7c7105 req-0c642b7e-c2a1-441c-b3ad-48fe14668561 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 200 len: 911 time: 0.1002929 Jul 28 03:37:54.695124 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c6af8341-69cb-4d08-b03a-2b02af7447bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.710733 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8c5a49-381d-4bef-83ca-f83711633b51 None None] Checking router: d73caf4e-33ff-491d-aabf-17a70f2a61c6 for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:37:54.723080 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c5a49-381d-4bef-83ca-f83711633b51 None None] Routers {'d73caf4e-33ff-491d-aabf-17a70f2a61c6'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:54.723737 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-6e8c5a49-381d-4bef-83ca-f83711633b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:37:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:54.773261 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8c897e26-07a4-4a39-b62f-1b604e7c7105 req-a2df5185-9038-4d21-ac67-993a0a2189ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e78fba6c-176b-4f20-8246-8712019f721a HTTP/1.1" status: 200 len: 999 time: 0.0799997 Jul 28 03:37:54.786799 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d06eadbe-18d6-4141-aa42-13d2f09baa27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.789037 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c6af8341-69cb-4d08-b03a-2b02af7447bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.792404 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c6af8341-69cb-4d08-b03a-2b02af7447bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.796014 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-c6af8341-69cb-4d08-b03a-2b02af7447bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/306d6d01-7943-481e-ad33-374908e67fee HTTP/1.1" status: 204 len: 168 time: 0.2315662 Jul 28 03:37:54.797924 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d06eadbe-18d6-4141-aa42-13d2f09baa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:54.812342 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af8341-69cb-4d08-b03a-2b02af7447bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306d6d01-7943-481e-ad33-374908e67fee,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:54.844341 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-d06eadbe-18d6-4141-aa42-13d2f09baa27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21ece4329f15415194ed9343e5115727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765321 Jul 28 03:37:54.844505 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 40952) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:54.851397 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06eadbe-18d6-4141-aa42-13d2f09baa27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703a2bd2-01ee-4f65-9c30-2717407baf2a,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:54.853505 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c897e26-07a4-4a39-b62f-1b604e7c7105 req-262fa814-63bc-4d77-b366-d14f8d25c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:54.855385 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8c897e26-07a4-4a39-b62f-1b604e7c7105 req-262fa814-63bc-4d77-b366-d14f8d25c491 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0855aebe-89e1-4a95-8ec3-265771853473 HTTP/1.1" status: 200 len: 849 time: 0.0716734 Jul 28 03:37:54.867353 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-6e8c5a49-381d-4bef-83ca-f83711633b51 None None] Set router d73caf4e-33ff-491d-aabf-17a70f2a61c6 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:54.934620 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c897e26-07a4-4a39-b62f-1b604e7c7105 req-0cb6c51f-b3b3-401c-a1b9-1fd9f27e87cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:54.936193 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8c897e26-07a4-4a39-b62f-1b604e7c7105 req-0cb6c51f-b3b3-401c-a1b9-1fd9f27e87cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0711086 Jul 28 03:37:54.964603 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-72ee45be-0b7c-4124-b41a-1d48299c72c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.020586 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-72ee45be-0b7c-4124-b41a-1d48299c72c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.078981 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8c897e26-07a4-4a39-b62f-1b604e7c7105 req-bc95462e-a562-468e-80ed-1657b346ce20 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346252 Jul 28 03:37:55.142590 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-72ee45be-0b7c-4124-b41a-1d48299c72c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.145275 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-72ee45be-0b7c-4124-b41a-1d48299c72c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.146199 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-72ee45be-0b7c-4124-b41a-1d48299c72c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/703a2bd2-01ee-4f65-9c30-2717407baf2a HTTP/1.1" status: 204 len: 168 time: 0.3019948 Jul 28 03:37:55.156599 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-6e8c5a49-381d-4bef-83ca-f83711633b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:21Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'c60fc05e-eb53-4f0d-9922-6190b056e18b', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'port_id': 'e78fba6c-176b-4f20-8246-8712019f721a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'mac_address': 'fa:16:3e:44:0d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb74a9-c89c-4863-9431-4de9be74c41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:34Z', 'updated_at': '2021-07-28T03:37:53Z', 'revision_number': 1, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1873c1d-5b49-4e52-baa7-b192cabb45f5', 'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'mac_address': 'fa:16:3e:8d:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:19Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 5, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'subnets': [{'id': '0855aebe-89e1-4a95-8ec3-265771853473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:55.167091 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee45be-0b7c-4124-b41a-1d48299c72c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703a2bd2-01ee-4f65-9c30-2717407baf2a,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:55.201921 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8c5a49-381d-4bef-83ca-f83711633b51 None None] The sync data for ids ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'] in dv-cinder-733062-21-iscsi is: [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:21Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'c60fc05e-eb53-4f0d-9922-6190b056e18b', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'floating_ip_address': '172.27.1.222', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'port_id': 'e78fba6c-176b-4f20-8246-8712019f721a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'mac_address': 'fa:16:3e:44:0d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb74a9-c89c-4863-9431-4de9be74c41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:34Z', 'updated_at': '2021-07-28T03:37:53Z', 'revision_number': 1, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1873c1d-5b49-4e52-baa7-b192cabb45f5', 'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'mac_address': 'fa:16:3e:8d:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:19Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 5, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'subnets': [{'id': '0855aebe-89e1-4a95-8ec3-265771853473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:37:55.222711 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8c897e26-07a4-4a39-b62f-1b604e7c7105 req-2e2554eb-f556-4d6e-aab7-6e92b85ebb95 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305377 Jul 28 03:37:55.227408 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 40960) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:55.244198 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-dd54334d-6a87-401f-8173-4be7a8e5dd98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.362451 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-dd54334d-6a87-401f-8173-4be7a8e5dd98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.369128 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-dd54334d-6a87-401f-8173-4be7a8e5dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.419915 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-dd54334d-6a87-401f-8173-4be7a8e5dd98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f93d5f01d8d74a978515f1f56b98be4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902747 Jul 28 03:37:55.421802 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 40968) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:55.429560 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54334d-6a87-401f-8173-4be7a8e5dd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5c516c-4aea-4c46-b661-73b95a9ded55,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:55.481935 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f003da7-d34d-49ec-a627-ff5ea29a7a92 None None] New status for floating IP c60fc05e-eb53-4f0d-9922-6190b056e18b: ACTIVE {{(pid=93264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:37:55.487321 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a6abb939-f24e-4536-82cb-7e455401ea23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.515379 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a6abb939-f24e-4536-82cb-7e455401ea23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.578252 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a6abb939-f24e-4536-82cb-7e455401ea23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.583443 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a6abb939-f24e-4536-82cb-7e455401ea23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.584990 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-a6abb939-f24e-4536-82cb-7e455401ea23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b5c516c-4aea-4c46-b661-73b95a9ded55 HTTP/1.1" status: 204 len: 168 time: 0.1622932 Jul 28 03:37:55.595764 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abb939-f24e-4536-82cb-7e455401ea23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5c516c-4aea-4c46-b661-73b95a9ded55,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:55.647694 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 40978) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:55.786998 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 40982) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:55.886137 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8d1b3121-2fc8-487e-a4d6-020c05c8bfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.936525 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.987372 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8d1b3121-2fc8-487e-a4d6-020c05c8bfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:55.992536 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8d1b3121-2fc8-487e-a4d6-020c05c8bfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.034272 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-8d1b3121-2fc8-487e-a4d6-020c05c8bfac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b1a02f8a73d46ac8fc7030c5b215f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854454 Jul 28 03:37:56.041296 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:37:56.044345 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b3121-2fc8-487e-a4d6-020c05c8bfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1c6ac6-b7c7-4956-a5e8-c0c919b9f499,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:56.049072 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 40994) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:56.061097 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-89d9febe-1196-4b7e-ad54-82f37ad2b2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.122552 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-191be718-f4a7-4f58-8bf1-265f7f365106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.151649 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-191be718-f4a7-4f58-8bf1-265f7f365106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.203724 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-89d9febe-1196-4b7e-ad54-82f37ad2b2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.208397 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-89d9febe-1196-4b7e-ad54-82f37ad2b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.217325 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-191be718-f4a7-4f58-8bf1-265f7f365106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.220242 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-191be718-f4a7-4f58-8bf1-265f7f365106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.221391 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-191be718-f4a7-4f58-8bf1-265f7f365106 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff1c6ac6-b7c7-4956-a5e8-c0c919b9f499 HTTP/1.1" status: 204 len: 168 time: 0.1599011 Jul 28 03:37:56.229402 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191be718-f4a7-4f58-8bf1-265f7f365106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1c6ac6-b7c7-4956-a5e8-c0c919b9f499,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:56.269302 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-89d9febe-1196-4b7e-ad54-82f37ad2b2f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db2f557ee1a94bad81eff0fae2737c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4797952 Jul 28 03:37:56.270152 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 41004) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:56.272564 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9febe-1196-4b7e-ad54-82f37ad2b2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187fe162-bf7a-4072-8630-138f3e4e1c2d,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:56.335623 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-09fc2f56-26ce-429a-9f75-c3d544c75e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.359887 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-09fc2f56-26ce-429a-9f75-c3d544c75e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.412570 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-09fc2f56-26ce-429a-9f75-c3d544c75e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.415099 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-09fc2f56-26ce-429a-9f75-c3d544c75e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.419475 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-09fc2f56-26ce-429a-9f75-c3d544c75e0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/187fe162-bf7a-4072-8630-138f3e4e1c2d HTTP/1.1" status: 204 len: 168 time: 0.1446795 Jul 28 03:37:56.436120 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc2f56-26ce-429a-9f75-c3d544c75e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187fe162-bf7a-4072-8630-138f3e4e1c2d,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:56.828649 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 41036) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:56.842459 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3db47f02-3e41-4001-80aa-8ccfd06c3c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.952311 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3db47f02-3e41-4001-80aa-8ccfd06c3c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:56.960173 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3db47f02-3e41-4001-80aa-8ccfd06c3c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.006249 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-3db47f02-3e41-4001-80aa-8ccfd06c3c70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e84c9f376c848e386af8d842e37c113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763468 Jul 28 03:37:57.007144 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db47f02-3e41-4001-80aa-8ccfd06c3c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247596d8-ac1c-40ab-b10f-f4b69585fbd8,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:57.009530 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 41044) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:57.082740 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4a39d2be-cbe4-48b3-a5fd-df470ff2049c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.106668 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4a39d2be-cbe4-48b3-a5fd-df470ff2049c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.163274 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4a39d2be-cbe4-48b3-a5fd-df470ff2049c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.165935 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4a39d2be-cbe4-48b3-a5fd-df470ff2049c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:57.167118 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-4a39d2be-cbe4-48b3-a5fd-df470ff2049c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/247596d8-ac1c-40ab-b10f-f4b69585fbd8 HTTP/1.1" status: 204 len: 168 time: 0.1539881 Jul 28 03:37:57.177836 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39d2be-cbe4-48b3-a5fd-df470ff2049c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247596d8-ac1c-40ab-b10f-f4b69585fbd8,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:57.829873 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fdf5c-2113-401b-aced-981612663f21 req-c73e69d4-4988-4b34-a4eb-dafc61e41276 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:57.831386 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb1fdf5c-2113-401b-aced-981612663f21 req-c73e69d4-4988-4b34-a4eb-dafc61e41276 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/networks?id=907c8c72-fbe1-4216-965a-39395c1cad68 HTTP/1.1" status: 200 len: 814 time: 0.1226375 Jul 28 03:37:57.854245 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb1fdf5c-2113-401b-aced-981612663f21 req-29e4aa6c-bbad-4653-bb58-64f82531179f tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/quotas/da239fd2931445e6be6459a0225fbd85 HTTP/1.1" status: 200 len: 375 time: 0.0145621 Jul 28 03:37:57.913658 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb1fdf5c-2113-401b-aced-981612663f21 req-90c0b882-a181-4299-8b49-afbdaf32b7ee tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da239fd2931445e6be6459a0225fbd85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0519164 Jul 28 03:37:58.013768 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb1fdf5c-2113-401b-aced-981612663f21 req-3648750d-3b8e-4ed2-8738-6b7e49f53326 service neutron] 10.222.0.16 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928121 Jul 28 03:37:58.127831 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb1fdf5c-2113-401b-aced-981612663f21 req-eecaad24-d7e5-471b-9680-f162158bfb26 service neutron] 10.222.0.16 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063678 Jul 28 03:37:58.358009 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-253decc7-d642-495a-8f56-b31187849f69 req-9be3c301-288d-4641-8002-7933286c4bb5 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 210 time: 0.0360126 Jul 28 03:37:59.379621 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 41192) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:59.483488 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8516916e-fd68-4c38-ab9c-5bb689852207 req-1241e3d1-60f6-439a-8a5e-4c108fa0126d tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 210 time: 0.0410204 Jul 28 03:37:59.537614 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ad85dd34-f971-4fbd-b162-20bb5e7f42a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.682463 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ad85dd34-f971-4fbd-b162-20bb5e7f42a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.690298 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ad85dd34-f971-4fbd-b162-20bb5e7f42a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.731585 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fdf5c-2113-401b-aced-981612663f21 req-8df8c86e-1d3b-43ff-93b8-1d4ed5a40c3e tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:59.734025 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb1fdf5c-2113-401b-aced-981612663f21 req-8df8c86e-1d3b-43ff-93b8-1d4ed5a40c3e tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.25 "GET /v2.0/networks?id=907c8c72-fbe1-4216-965a-39395c1cad68 HTTP/1.1" status: 200 len: 814 time: 0.1505930 Jul 28 03:37:59.748393 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-ad85dd34-f971-4fbd-b162-20bb5e7f42a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56aeab2fddc949af8a1e7f24e3329033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675694 Jul 28 03:37:59.749375 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 41214) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:59.762032 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85dd34-f971-4fbd-b162-20bb5e7f42a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d1a61f-70bb-4533-9c00-25276cb0dd2a,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:59.786247 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-fb1fdf5c-2113-401b-aced-981612663f21 req-09fac9f3-b9bf-4002-8469-5a4efa6f827c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Request body: {'port': {'device_id': '7be21cb5-8869-41a2-9866-431b1d401f62', 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68', 'admin_state_up': True, 'tenant_id': 'da239fd2931445e6be6459a0225fbd85'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:59.875332 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-456d16ee-5246-4315-baae-525375ab3a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.917291 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-456d16ee-5246-4315-baae-525375ab3a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:59.971298 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1fdf5c-2113-401b-aced-981612663f21 req-09fac9f3-b9bf-4002-8469-5a4efa6f827c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Made reservation on behalf of da239fd2931445e6be6459a0225fbd85 for: {'port': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:59.974944 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fb1fdf5c-2113-401b-aced-981612663f21 req-09fac9f3-b9bf-4002-8469-5a4efa6f827c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.003770 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-456d16ee-5246-4315-baae-525375ab3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.006132 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-456d16ee-5246-4315-baae-525375ab3a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.007286 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-456d16ee-5246-4315-baae-525375ab3a81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5d1a61f-70bb-4533-9c00-25276cb0dd2a HTTP/1.1" status: 204 len: 168 time: 0.2569242 Jul 28 03:38:00.043949 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d16ee-5246-4315-baae-525375ab3a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d1a61f-70bb-4533-9c00-25276cb0dd2a,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:00.127606 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [req-fb1fdf5c-2113-401b-aced-981612663f21 req-09fac9f3-b9bf-4002-8469-5a4efa6f827c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Allocated IP 172.20.0.3 (907c8c72-fbe1-4216-965a-39395c1cad68/42991eb1-738b-4dc3-b514-2c250430ac50/3dd4657d-306f-494f-8116-d5a46c725169) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:00.295894 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fb1fdf5c-2113-401b-aced-981612663f21 req-09fac9f3-b9bf-4002-8469-5a4efa6f827c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.337530 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fb1fdf5c-2113-401b-aced-981612663f21 req-09fac9f3-b9bf-4002-8469-5a4efa6f827c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.360239 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 41250) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:00.374636 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-982c87ec-1035-46ab-a94a-0555182c48c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.384809 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1fdf5c-2113-401b-aced-981612663f21 req-09fac9f3-b9bf-4002-8469-5a4efa6f827c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Network 907c8c72-fbe1-4216-965a-39395c1cad68 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:00.385088 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['77bcf32c-4248-435a-be8b-cbf0a47caa64'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:00.388426 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [req-fb1fdf5c-2113-401b-aced-981612663f21 req-09fac9f3-b9bf-4002-8469-5a4efa6f827c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:00.392270 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1fdf5c-2113-401b-aced-981612663f21 req-09fac9f3-b9bf-4002-8469-5a4efa6f827c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:00.420934 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fac9f3-b9bf-4002-8469-5a4efa6f827c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Pushing event updated for resources: {'Port': ['ID=3dd4657d-306f-494f-8116-d5a46c725169,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:00.468782 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fdf5c-2113-401b-aced-981612663f21 req-09fac9f3-b9bf-4002-8469-5a4efa6f827c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:00.469722 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fb1fdf5c-2113-401b-aced-981612663f21 req-09fac9f3-b9bf-4002-8469-5a4efa6f827c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.550373 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-982c87ec-1035-46ab-a94a-0555182c48c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.557077 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-982c87ec-1035-46ab-a94a-0555182c48c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.568126 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb1fdf5c-2113-401b-aced-981612663f21 req-09fac9f3-b9bf-4002-8469-5a4efa6f827c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7890322 Jul 28 03:38:00.593713 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Request body: {'port': {'device_id': '7be21cb5-8869-41a2-9866-431b1d401f62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:00.595401 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-982c87ec-1035-46ab-a94a-0555182c48c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2ba057893bf43e2820e90042eb69f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340178 Jul 28 03:38:00.605162 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 41270) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:00.655757 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.670699 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c87ec-1035-46ab-a94a-0555182c48c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6541babd-8f75-47b4-aa09-16874f29fb76,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:00.699827 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63e2c0-969e-4aca-9a3d-5c62dc123f70 req-056b8dcc-006c-4f26-92a5-8199cfb284bd tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:00.701380 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1b63e2c0-969e-4aca-9a3d-5c62dc123f70 req-056b8dcc-006c-4f26-92a5-8199cfb284bd tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 931 time: 0.1152089 Jul 28 03:38:00.717443 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6c88f8d9-6327-4b25-a3df-0519d51b91dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.762536 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6c88f8d9-6327-4b25-a3df-0519d51b91dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.791101 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1b63e2c0-969e-4aca-9a3d-5c62dc123f70 req-ff6cb5c3-e3f8-41ff-b611-bdfa0db66436 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821097 Jul 28 03:38:00.835517 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6c88f8d9-6327-4b25-a3df-0519d51b91dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.838266 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6c88f8d9-6327-4b25-a3df-0519d51b91dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.839411 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-6c88f8d9-6327-4b25-a3df-0519d51b91dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6541babd-8f75-47b4-aa09-16874f29fb76 HTTP/1.1" status: 204 len: 168 time: 0.2333329 Jul 28 03:38:00.858994 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88f8d9-6327-4b25-a3df-0519d51b91dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6541babd-8f75-47b4-aa09-16874f29fb76,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:00.974200 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd4657d-306f-494f-8116-d5a46c725169 {{(pid=93262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:00.983413 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:00.997084 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Transition to ACTIVE for port object 3dd4657d-306f-494f-8116-d5a46c725169 will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:01.002100 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.075072 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd4657d-306f-494f-8116-d5a46c725169,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:01.138480 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Attempting to bind port 3dd4657d-306f-494f-8116-d5a46c725169 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:38:01.138902 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Attempting to bind port 3dd4657d-306f-494f-8116-d5a46c725169 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:38:01.139172 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Attempting to bind port 3dd4657d-306f-494f-8116-d5a46c725169 on network 907c8c72-fbe1-4216-965a-39395c1cad68 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:01.143874 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Port 3dd4657d-306f-494f-8116-d5a46c725169 on network 907c8c72-fbe1-4216-965a-39395c1cad68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:38:01.144205 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Attempting to bind port 3dd4657d-306f-494f-8116-d5a46c725169 on network 907c8c72-fbe1-4216-965a-39395c1cad68 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:01.149133 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:38:01.149479 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Checking segment: {'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:01.149906 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Bound using segment: {'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:38:01.150280 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Bound port: 3dd4657d-306f-494f-8116-d5a46c725169, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:38:01.150638 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.217436 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] For port 3dd4657d-306f-494f-8116-d5a46c725169, host hv-cinder-73306, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:38:01.227737 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] For port 3dd4657d-306f-494f-8116-d5a46c725169, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=3dd4657d-306f-494f-8116-d5a46c725169,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:38:01.232332 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.267494 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:01.268685 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.270070 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb1fdf5c-2113-401b-aced-981612663f21 req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] 10.222.0.25 "PUT /v2.0/ports/3dd4657d-306f-494f-8116-d5a46c725169 HTTP/1.1" status: 200 len: 1093 time: 0.6824377 Jul 28 03:38:01.272270 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be21cb5-8869-41a2-9866-431b1d401f62', 'tag': '3dd4657d-306f-494f-8116-d5a46c725169'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:01.274598 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb8a8e1-187f-4e09-9af5-ac574ff5eef0" -d '{"events": [{"name": "network-changed", "server_uuid": "7be21cb5-8869-41a2-9866-431b1d401f62", "tag": "3dd4657d-306f-494f-8116-d5a46c725169"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:01.305713 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d688fd-20bd-48a8-ac23-fc48fa6d4860 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd4657d-306f-494f-8116-d5a46c725169,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:01.338313 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d903498-8cce-4b75-b46b-972c9b7c88d5 x-openstack-request-id: req-9d903498-8cce-4b75-b46b-972c9b7c88d5 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:01.338313 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be21cb5-8869-41a2-9866-431b1d401f62", "tag": "3dd4657d-306f-494f-8116-d5a46c725169", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:01.338313 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d903498-8cce-4b75-b46b-972c9b7c88d5 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:01.338313 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be21cb5-8869-41a2-9866-431b1d401f62', 'tag': '3dd4657d-306f-494f-8116-d5a46c725169', 'status': 'completed', 'code': 200} Jul 28 03:38:01.373188 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 41318) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:01.413204 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fdf5c-2113-401b-aced-981612663f21 req-3bdae855-3fab-4510-85d0-03a1b1be736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:01.414607 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb1fdf5c-2113-401b-aced-981612663f21 req-3bdae855-3fab-4510-85d0-03a1b1be736e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da239fd2931445e6be6459a0225fbd85&device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 1096 time: 0.0523040 Jul 28 03:38:01.503379 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb1fdf5c-2113-401b-aced-981612663f21 req-2ac337a2-3b91-4ada-aa5e-3a3bdc7d8e22 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3dd4657d-306f-494f-8116-d5a46c725169 HTTP/1.1" status: 200 len: 217 time: 0.0597942 Jul 28 03:38:01.505231 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a2b685f8-5187-42cc-9f72-028e7782ea5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.578439 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fdf5c-2113-401b-aced-981612663f21 req-27f31c47-f385-4d43-b52d-da94c93487ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:01.580372 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb1fdf5c-2113-401b-aced-981612663f21 req-27f31c47-f385-4d43-b52d-da94c93487ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42991eb1-738b-4dc3-b514-2c250430ac50 HTTP/1.1" status: 200 len: 854 time: 0.0593300 Jul 28 03:38:01.625637 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb1fdf5c-2113-401b-aced-981612663f21 req-c597df46-7ff3-4c51-8fa2-b505849ff530 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=907c8c72-fbe1-4216-965a-39395c1cad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324421 Jul 28 03:38:01.633116 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a2b685f8-5187-42cc-9f72-028e7782ea5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.637754 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a2b685f8-5187-42cc-9f72-028e7782ea5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.679113 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-a2b685f8-5187-42cc-9f72-028e7782ea5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63cb81b834b54b91b1cbbd27c56baa81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045490 Jul 28 03:38:01.679975 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b685f8-5187-42cc-9f72-028e7782ea5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baf835c-1862-4830-b85b-d59f9c9149e6,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:01.683861 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 41334) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:01.742093 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-244608ed-981a-4d84-ab1b-49b777641b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.748466 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb1fdf5c-2113-401b-aced-981612663f21 req-eeb34dd9-43d1-46d7-b384-b805af0eed08 service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981052 Jul 28 03:38:01.764109 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-244608ed-981a-4d84-ab1b-49b777641b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.824233 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-244608ed-981a-4d84-ab1b-49b777641b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.827662 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-244608ed-981a-4d84-ab1b-49b777641b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:01.829017 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-244608ed-981a-4d84-ab1b-49b777641b79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4baf835c-1862-4830-b85b-d59f9c9149e6 HTTP/1.1" status: 204 len: 168 time: 0.1440520 Jul 28 03:38:01.838573 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244608ed-981a-4d84-ab1b-49b777641b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baf835c-1862-4830-b85b-d59f9c9149e6,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:01.876739 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb1fdf5c-2113-401b-aced-981612663f21 req-94ead461-f614-4ff0-a03a-96cbd5b7e19b service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192641 Jul 28 03:38:01.951939 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea37795-19b0-4a7a-a3a3-12642bb01988 req-0256fbb3-cddc-4019-a5ec-209f7f17f616 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:01.953566 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8ea37795-19b0-4a7a-a3a3-12642bb01988 req-0256fbb3-cddc-4019-a5ec-209f7f17f616 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 943 time: 0.0549316 Jul 28 03:38:02.023061 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8ea37795-19b0-4a7a-a3a3-12642bb01988 req-ce68d4d4-823c-448f-9984-2ca19ceaacdf tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602012 Jul 28 03:38:02.066168 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8a8e1-187f-4e09-9af5-ac574ff5eef0 req-42d79cf5-4852-440f-9d3d-cd5f9d89cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:02.067648 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eeb8a8e1-187f-4e09-9af5-ac574ff5eef0 req-42d79cf5-4852-440f-9d3d-cd5f9d89cd13 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da239fd2931445e6be6459a0225fbd85&device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 1096 time: 0.0430455 Jul 28 03:38:02.233191 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8a8e1-187f-4e09-9af5-ac574ff5eef0 req-98e94f65-c5fa-4e46-a39d-96c248612011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:02.234859 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eeb8a8e1-187f-4e09-9af5-ac574ff5eef0 req-98e94f65-c5fa-4e46-a39d-96c248612011 service neutron] 10.222.0.25 "GET /v2.0/networks?id=907c8c72-fbe1-4216-965a-39395c1cad68 HTTP/1.1" status: 200 len: 915 time: 0.1590443 Jul 28 03:38:02.284928 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 41358) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:02.298463 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3ff10c2e-0657-4519-915b-cc908c8c31dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.338830 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 41360) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:02.408656 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3ff10c2e-0657-4519-915b-cc908c8c31dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.414032 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3ff10c2e-0657-4519-915b-cc908c8c31dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.463048 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-3ff10c2e-0657-4519-915b-cc908c8c31dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45d8302b69d6463d81e9b5b7be378490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769121 Jul 28 03:38:02.463817 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 41364) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:02.471122 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff10c2e-0657-4519-915b-cc908c8c31dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626efbb0-fdb9-44fe-8202-4b5f934ab07e,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:02.513961 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eeb8a8e1-187f-4e09-9af5-ac574ff5eef0 req-4056dde1-2205-46db-8109-9a76bfa7b887 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3dd4657d-306f-494f-8116-d5a46c725169 HTTP/1.1" status: 200 len: 217 time: 0.2671614 Jul 28 03:38:02.531043 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-885babf4-a15e-404f-81f6-220711da188f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.556233 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bd3e750c-b136-45ad-a49f-08042ba51f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.566247 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8a8e1-187f-4e09-9af5-ac574ff5eef0 req-25b0728b-2fd8-430f-a48e-dad09620d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:02.567833 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eeb8a8e1-187f-4e09-9af5-ac574ff5eef0 req-25b0728b-2fd8-430f-a48e-dad09620d252 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42991eb1-738b-4dc3-b514-2c250430ac50 HTTP/1.1" status: 200 len: 854 time: 0.0437279 Jul 28 03:38:02.588874 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bd3e750c-b136-45ad-a49f-08042ba51f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.601749 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eeb8a8e1-187f-4e09-9af5-ac574ff5eef0 req-9a9df122-f205-48af-aa18-82e852764758 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=907c8c72-fbe1-4216-965a-39395c1cad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242229 Jul 28 03:38:02.675051 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bd3e750c-b136-45ad-a49f-08042ba51f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.678338 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bd3e750c-b136-45ad-a49f-08042ba51f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.680004 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-bd3e750c-b136-45ad-a49f-08042ba51f9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/626efbb0-fdb9-44fe-8202-4b5f934ab07e HTTP/1.1" status: 204 len: 168 time: 0.2148433 Jul 28 03:38:02.698556 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e750c-b136-45ad-a49f-08042ba51f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626efbb0-fdb9-44fe-8202-4b5f934ab07e,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:02.702200 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-885babf4-a15e-404f-81f6-220711da188f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.713052 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-885babf4-a15e-404f-81f6-220711da188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.736100 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eeb8a8e1-187f-4e09-9af5-ac574ff5eef0 req-933b07c4-84f0-4b9b-8f36-372c261229ef service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086946 Jul 28 03:38:02.758328 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885babf4-a15e-404f-81f6-220711da188f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57505f45-9e09-4f97-8082-c0742cd04756,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:02.768132 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-885babf4-a15e-404f-81f6-220711da188f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2de201c7aac9481ea57219faaeba86c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4280391 Jul 28 03:38:02.770684 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 41374) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:02.839130 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1e2c62c3-b5a4-44a5-87ff-a9b02a2cafb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.844537 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eeb8a8e1-187f-4e09-9af5-ac574ff5eef0 req-7be494b7-7988-465a-9a7e-d583695e08c9 service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967219 Jul 28 03:38:02.863511 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1e2c62c3-b5a4-44a5-87ff-a9b02a2cafb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.926862 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1e2c62c3-b5a4-44a5-87ff-a9b02a2cafb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.929609 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1e2c62c3-b5a4-44a5-87ff-a9b02a2cafb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:02.930932 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-1e2c62c3-b5a4-44a5-87ff-a9b02a2cafb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57505f45-9e09-4f97-8082-c0742cd04756 HTTP/1.1" status: 204 len: 168 time: 0.1583157 Jul 28 03:38:02.946097 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c62c3-b5a4-44a5-87ff-a9b02a2cafb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57505f45-9e09-4f97-8082-c0742cd04756,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:03.165363 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734bf1c-1504-426a-81f5-3c6400be6448 req-15cdc24d-bee3-4363-84e7-47f63a5c9c93 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:03.167733 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4734bf1c-1504-426a-81f5-3c6400be6448 req-15cdc24d-bee3-4363-84e7-47f63a5c9c93 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 943 time: 0.0588553 Jul 28 03:38:03.210290 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4734bf1c-1504-426a-81f5-3c6400be6448 req-65379cef-63b0-4c3e-8a86-2785b858a7a4 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363085 Jul 28 03:38:04.334662 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7733cb-5403-463f-8cab-3e7435bb5364 req-d2b998a2-d964-46c9-97f1-d963d95dc149 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:04.336362 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3b7733cb-5403-463f-8cab-3e7435bb5364 req-d2b998a2-d964-46c9-97f1-d963d95dc149 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 943 time: 0.0519209 Jul 28 03:38:04.384759 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3b7733cb-5403-463f-8cab-3e7435bb5364 req-6480ad40-d3de-43c9-95b7-fc94053fdb8b tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395145 Jul 28 03:38:07.318263 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 3dd4657d-306f-494f-8116-d5a46c725169 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:38:07.411179 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 3dd4657d-306f-494f-8116-d5a46c725169, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=3dd4657d-306f-494f-8116-d5a46c725169,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:07.424519 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': '3dd4657d-306f-494f-8116-d5a46c725169', 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68', 'port_id': '3dd4657d-306f-494f-8116-d5a46c725169', 'mac_address': 'fa:16:3e:79:03:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42991eb1-738b-4dc3-b514-2c250430ac50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:38:07.467687 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:07.504000 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33569996-06ea-46d7-9009-1997d04c3e2f req-382c995e-e93d-4643-9128-cf225cc7c716 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:07.505609 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-33569996-06ea-46d7-9009-1997d04c3e2f req-382c995e-e93d-4643-9128-cf225cc7c716 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 945 time: 0.0510156 Jul 28 03:38:07.547272 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-33569996-06ea-46d7-9009-1997d04c3e2f req-3014cf65-2b8b-47bc-89c4-2b0f80168ec1 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355916 Jul 28 03:38:07.591034 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd4657d-306f-494f-8116-d5a46c725169 {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:07.611488 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 3dd4657d-306f-494f-8116-d5a46c725169, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=3dd4657d-306f-494f-8116-d5a46c725169,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:07.615780 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:07.666256 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=3dd4657d-306f-494f-8116-d5a46c725169,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:07.672595 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d11f76-8de3-4b0a-8ea9-2bf63daa325a req-983b60aa-2279-463b-b1e7-9d38209bcf55 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:07.674298 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a2d11f76-8de3-4b0a-8ea9-2bf63daa325a req-983b60aa-2279-463b-b1e7-9d38209bcf55 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 944 time: 0.0649371 Jul 28 03:38:07.712339 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a2d11f76-8de3-4b0a-8ea9-2bf63daa325a req-8f61e606-90fa-4735-9e43-f3734b85b568 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315266 Jul 28 03:38:08.175739 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['3dd4657d-306f-494f-8116-d5a46c725169'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:08.689355 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d55531-e504-45ae-b5dc-fff2a01c26c0 req-a3007980-ae44-40fc-8206-4070f6fa95f5 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:08.690864 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-76d55531-e504-45ae-b5dc-fff2a01c26c0 req-a3007980-ae44-40fc-8206-4070f6fa95f5 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 945 time: 0.0533676 Jul 28 03:38:08.740496 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-76d55531-e504-45ae-b5dc-fff2a01c26c0 req-53606071-2d77-4911-8cd5-a970f341e720 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Jul 28 03:38:08.858345 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c1d6c-c7b4-4ad7-926d-6a837362b17f req-c49dc2fb-d1b0-4a12-bd73-d914a5666130 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:08.860550 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-bf4c1d6c-c7b4-4ad7-926d-6a837362b17f req-c49dc2fb-d1b0-4a12-bd73-d914a5666130 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 944 time: 0.0697582 Jul 28 03:38:08.908283 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-bf4c1d6c-c7b4-4ad7-926d-6a837362b17f req-57f0b865-8684-417c-a42f-7f9680be37a4 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404155 Jul 28 03:38:09.335313 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 3dd4657d-306f-494f-8116-d5a46c725169 up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:09.382125 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port 3dd4657d-306f-494f-8116-d5a46c725169 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:09.385555 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port 3dd4657d-306f-494f-8116-d5a46c725169 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:09.385946 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:09.463750 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:09.485978 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be21cb5-8869-41a2-9866-431b1d401f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd4657d-306f-494f-8116-d5a46c725169'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:09.488197 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f43beb-fe70-46d3-90f3-902b36d8acf5" -d '{"events": [{"server_uuid": "7be21cb5-8869-41a2-9866-431b1d401f62", "name": "network-vif-plugged", "status": "completed", "tag": "3dd4657d-306f-494f-8116-d5a46c725169"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:09.501810 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 3dd4657d-306f-494f-8116-d5a46c725169, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=3dd4657d-306f-494f-8116-d5a46c725169,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:09.505703 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:09.530349 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9197d0a8-66bc-4844-b796-cd4c995cda90 x-openstack-request-id: req-9197d0a8-66bc-4844-b796-cd4c995cda90 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:09.530632 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be21cb5-8869-41a2-9866-431b1d401f62", "name": "network-vif-plugged", "status": "completed", "tag": "3dd4657d-306f-494f-8116-d5a46c725169", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:09.530882 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9197d0a8-66bc-4844-b796-cd4c995cda90 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:09.531256 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be21cb5-8869-41a2-9866-431b1d401f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd4657d-306f-494f-8116-d5a46c725169', 'code': 200} Jul 28 03:38:09.560557 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=3dd4657d-306f-494f-8116-d5a46c725169,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:12.888262 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895674f-7272-46d8-949f-28a4ff6a6691 req-161401c5-47ce-4f3d-b864-c38c6c3da93d tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:12.890081 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8895674f-7272-46d8-949f-28a4ff6a6691 req-161401c5-47ce-4f3d-b864-c38c6c3da93d tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 945 time: 0.0510180 Jul 28 03:38:12.923492 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a818f-fb58-45f6-a686-c545cf57d0c6 req-f16d02de-3a7e-4a49-9928-001f31effce2 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:12.925034 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4b2a818f-fb58-45f6-a686-c545cf57d0c6 req-f16d02de-3a7e-4a49-9928-001f31effce2 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 945 time: 0.0604036 Jul 28 03:38:12.931844 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8895674f-7272-46d8-949f-28a4ff6a6691 req-c9f4a0c5-412f-4db6-b021-b90f9be13f9f tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356560 Jul 28 03:38:12.963100 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4b2a818f-fb58-45f6-a686-c545cf57d0c6 req-a07e5d55-5a50-403b-90bb-509938a02ba3 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322456 Jul 28 03:38:13.004260 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca770d-5f21-4acf-a96c-5a1b960e5d92 req-5b3aa419-2778-4b4b-921e-428d724ea797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:13.005732 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cdca770d-5f21-4acf-a96c-5a1b960e5d92 req-5b3aa419-2778-4b4b-921e-428d724ea797 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 1098 time: 0.0412912 Jul 28 03:38:13.048899 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cdca770d-5f21-4acf-a96c-5a1b960e5d92 req-a0aa3ceb-3b37-4d17-b3be-75fb672cdbd6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265238 Jul 28 03:38:14.057550 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd7e09-3757-4862-890f-6a182de69c59 req-3e469297-d4e1-444c-8e8c-0278563b7e5f tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:14.059211 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3ccd7e09-3757-4862-890f-6a182de69c59 req-3e469297-d4e1-444c-8e8c-0278563b7e5f tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 945 time: 0.0544384 Jul 28 03:38:14.086374 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b4a71-f363-411a-85c3-0895aed52d98 req-6cc53033-f223-4b7a-adfb-4805396b09a8 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:14.088089 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-db1b4a71-f363-411a-85c3-0895aed52d98 req-6cc53033-f223-4b7a-adfb-4805396b09a8 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 945 time: 0.0516214 Jul 28 03:38:14.108283 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3ccd7e09-3757-4862-890f-6a182de69c59 req-3e498e80-6541-4682-a410-8c33d2db9e75 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426164 Jul 28 03:38:14.134784 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-db1b4a71-f363-411a-85c3-0895aed52d98 req-59f28f6b-445b-4f4e-9876-369fff468e27 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376751 Jul 28 03:38:15.256358 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a84a-33a6-4413-8a4e-39185db28a8e req-06f0aad5-6e2f-4ce7-a6da-48af77c5c4b2 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:15.257942 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea3c62-1b8d-446f-9ff8-03d77950e3c9 req-6aea8879-4092-44c4-8ad6-485bcb900644 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:15.258344 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2a14a84a-33a6-4413-8a4e-39185db28a8e req-06f0aad5-6e2f-4ce7-a6da-48af77c5c4b2 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 945 time: 0.0732443 Jul 28 03:38:15.259418 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d6ea3c62-1b8d-446f-9ff8-03d77950e3c9 req-6aea8879-4092-44c4-8ad6-485bcb900644 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 945 time: 0.0527639 Jul 28 03:38:15.300075 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d6ea3c62-1b8d-446f-9ff8-03d77950e3c9 req-a7a18c23-549d-4e72-82bd-3ec81d1d4825 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340126 Jul 28 03:38:15.302122 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2a14a84a-33a6-4413-8a4e-39185db28a8e req-42b4b58f-a138-4eee-9f88-624a50b0f701 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371015 Jul 28 03:38:17.388036 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:38:17.461488 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:17.486210 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0275d16a-5dbd-4afc-a597-75061e247ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:17.488488 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fee9f0f-4a8b-4d62-b17f-1e6065242c79" -d '{"events": [{"server_uuid": "0275d16a-5dbd-4afc-a597-75061e247ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:17.500857 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64,segment=NetworkSegment(3ddf6fd5-08ff-44e5-abd1-434da20fcdb7),segment_id=3ddf6fd5-08ff-44e5-abd1-434da20fcdb7)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:17.508403 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:17.558176 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64,revision_number=6']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:17.565193 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:17.565571 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:17.565924 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:17.566266 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:17.566605 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:17.566941 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:17.567272 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:17.567608 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:17.567981 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:17.568316 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:17.568640 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:17.568965 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:18.748794 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed30e6e-e982-4d3d-a27f-7ba9f5c045bf x-openstack-request-id: req-3ed30e6e-e982-4d3d-a27f-7ba9f5c045bf {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:18.749388 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0275d16a-5dbd-4afc-a597-75061e247ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:18.749388 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ed30e6e-e982-4d3d-a27f-7ba9f5c045bf {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:18.749716 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0275d16a-5dbd-4afc-a597-75061e247ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64', 'code': 200} Jul 28 03:38:18.779917 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9cfd5-0c9b-46f3-97b5-37600b206e6d req-293f7fc1-fd09-48ca-be14-00c44a52c2e9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:18.781375 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-79d9cfd5-0c9b-46f3-97b5-37600b206e6d req-293f7fc1-fd09-48ca-be14-00c44a52c2e9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 943 time: 0.0491343 Jul 28 03:38:18.821049 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-79d9cfd5-0c9b-46f3-97b5-37600b206e6d req-ae86d13f-d833-4464-a069-b3b81f56197f tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337894 Jul 28 03:38:18.898070 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2d1cafc9-a294-45b6-bf3c-1fc69c95d3e3 req-9c796f70-592c-4806-b64f-a0463bfb0a2b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377362 Jul 28 03:38:19.009604 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cafc9-a294-45b6-bf3c-1fc69c95d3e3 req-c76ca024-4133-43b0-8d06-b87871fa8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:19.011237 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2d1cafc9-a294-45b6-bf3c-1fc69c95d3e3 req-c76ca024-4133-43b0-8d06-b87871fa8c1e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da239fd2931445e6be6459a0225fbd85&device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 1098 time: 0.0392478 Jul 28 03:38:19.117437 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cafc9-a294-45b6-bf3c-1fc69c95d3e3 req-e301fec3-4bfa-4630-8694-860100204af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:19.118895 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2d1cafc9-a294-45b6-bf3c-1fc69c95d3e3 req-e301fec3-4bfa-4630-8694-860100204af4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=907c8c72-fbe1-4216-965a-39395c1cad68 HTTP/1.1" status: 200 len: 915 time: 0.0863261 Jul 28 03:38:19.160702 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2d1cafc9-a294-45b6-bf3c-1fc69c95d3e3 req-fc5cffa5-a949-4540-aafb-84c4e1092059 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77bcf32c-4248-435a-be8b-cbf0a47caa64 HTTP/1.1" status: 200 len: 217 time: 0.0343311 Jul 28 03:38:19.214325 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cafc9-a294-45b6-bf3c-1fc69c95d3e3 req-4f7d6689-fc3f-413a-b4e1-62f7f8e5d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:19.215635 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2d1cafc9-a294-45b6-bf3c-1fc69c95d3e3 req-4f7d6689-fc3f-413a-b4e1-62f7f8e5d0bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42991eb1-738b-4dc3-b514-2c250430ac50 HTTP/1.1" status: 200 len: 854 time: 0.0423577 Jul 28 03:38:19.245729 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2d1cafc9-a294-45b6-bf3c-1fc69c95d3e3 req-d4447480-3cf6-48a0-bcb1-ae5ed8063b49 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=907c8c72-fbe1-4216-965a-39395c1cad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0223112 Jul 28 03:38:19.338508 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2d1cafc9-a294-45b6-bf3c-1fc69c95d3e3 req-6bb1fd6e-a75b-4087-93e4-da994728f077 service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832832 Jul 28 03:38:19.425761 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2d1cafc9-a294-45b6-bf3c-1fc69c95d3e3 req-0aa85d90-0633-47f2-af05-daff4b1ac2bb service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788953 Jul 28 03:38:19.958732 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6e3c1-9b4c-4f5f-8007-1f8295d1d5f8 req-f08d5c10-1801-454e-aa4e-22653363ecc7 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:19.960259 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-30c6e3c1-9b4c-4f5f-8007-1f8295d1d5f8 req-f08d5c10-1801-454e-aa4e-22653363ecc7 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 943 time: 0.0528927 Jul 28 03:38:20.000851 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-30c6e3c1-9b4c-4f5f-8007-1f8295d1d5f8 req-f08bd5d6-7af2-4e22-a488-83526cda30b9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343387 Jul 28 03:38:20.437655 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-49498b51-5dc9-487b-aa7d-3a912421495b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:21.118563 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d643d7-08cc-4cfa-9c1b-d1844fcd0aa0 req-63746183-067f-4daf-b115-f508bfc2bcda tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:21.120633 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5d643d7-08cc-4cfa-9c1b-d1844fcd0aa0 req-63746183-067f-4daf-b115-f508bfc2bcda tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 943 time: 0.0492594 Jul 28 03:38:21.158333 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5d643d7-08cc-4cfa-9c1b-d1844fcd0aa0 req-38cbe426-f305-45a5-98d7-0d6e8fdff4a3 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Jul 28 03:38:22.282247 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60c44d-4897-44ce-8a1d-89d6039fd721 req-2bc516e8-70ce-4c19-855f-8f5499ca48d0 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:22.283733 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4c60c44d-4897-44ce-8a1d-89d6039fd721 req-2bc516e8-70ce-4c19-855f-8f5499ca48d0 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 943 time: 0.0512438 Jul 28 03:38:22.320512 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4c60c44d-4897-44ce-8a1d-89d6039fd721 req-3fc17a90-77bc-44dc-b101-bfb0612ea0d7 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308154 Jul 28 03:38:23.066386 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.313345 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-1a37da0d-b0e5-43fc-8e2b-2661cdc142f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.365482 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:23.445167 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07573d-1240-4dfd-a6dd-027c216d19a6 req-560beea1-bb36-4b53-a57d-44feef8a861b tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:23.446613 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ef07573d-1240-4dfd-a6dd-027c216d19a6 req-560beea1-bb36-4b53-a57d-44feef8a861b tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 943 time: 0.0522463 Jul 28 03:38:23.484839 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ef07573d-1240-4dfd-a6dd-027c216d19a6 req-2516fe2d-5874-42bc-b617-c8e7fc975f24 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323255 Jul 28 03:38:24.208539 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:25.933097 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:26.574456 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152b72e-b3d4-4ed7-9bfc-89f0314c5f5b req-07f8f705-aa07-45d5-9735-f8349ffc3dc1 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:26.576030 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9152b72e-b3d4-4ed7-9bfc-89f0314c5f5b req-07f8f705-aa07-45d5-9735-f8349ffc3dc1 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 943 time: 0.0475936 Jul 28 03:38:26.616099 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9152b72e-b3d4-4ed7-9bfc-89f0314c5f5b req-49258263-1c71-4504-a1e0-35ca3bd46810 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/security-groups?id=38a433c7-6df0-4240-9d99-3538c46299df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341196 Jul 28 03:38:26.677587 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507cd22-c39e-4331-bb02-180432fdb629 req-d684cd43-2c92-4ab3-8456-7d7964e86354 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:26.679020 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1507cd22-c39e-4331-bb02-180432fdb629 req-d684cd43-2c92-4ab3-8456-7d7964e86354 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 943 time: 0.0560367 Jul 28 03:38:26.821869 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-1507cd22-c39e-4331-bb02-180432fdb629 req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Deleting port b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:38:26.822207 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-1507cd22-c39e-4331-bb02-180432fdb629 req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:26.912163 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-1507cd22-c39e-4331-bb02-180432fdb629 req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] For port b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64,segment=NetworkSegment(3ddf6fd5-08ff-44e5-abd1-434da20fcdb7),segment_id=3ddf6fd5-08ff-44e5-abd1-434da20fcdb7)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:26.912534 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-1507cd22-c39e-4331-bb02-180432fdb629 req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:26.927328 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-1507cd22-c39e-4331-bb02-180432fdb629 req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Calling delete_port for b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 owned by compute:nova {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:38:27.079501 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-1507cd22-c39e-4331-bb02-180432fdb629 req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.107278 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Pushing event deleted for resources: {'Port': ['ID=b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:27.139843 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:27.139843 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:27.140138 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:27.140482 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:27.140798 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:27.141126 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:27.141451 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:27.141854 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:27.142091 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:27.142401 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:27.142715 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:27.143027 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:27.182157 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-1507cd22-c39e-4331-bb02-180432fdb629 req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] No DVR routers for this DVR port b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 on host hv-cinder-73306 {{(pid=93262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:38:27.185717 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-1507cd22-c39e-4331-bb02-180432fdb629 req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:27.187676 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1507cd22-c39e-4331-bb02-180432fdb629 req-93287677-b698-4716-beaa-46babc6775f9 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.25 "DELETE /v2.0/ports/b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64 HTTP/1.1" status: 204 len: 173 time: 0.4946432 Jul 28 03:38:27.188136 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0275d16a-5dbd-4afc-a597-75061e247ec7', 'name': 'network-vif-deleted', 'tag': 'b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:27.190432 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f4d408-18ca-47ee-9b01-08a133375d7e" -d '{"events": [{"server_uuid": "0275d16a-5dbd-4afc-a597-75061e247ec7", "name": "network-vif-deleted", "tag": "b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:27.227348 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c946c536-c0e5-49b0-acb8-41737b9fd15d x-openstack-request-id: req-c946c536-c0e5-49b0-acb8-41737b9fd15d {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:27.227661 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0275d16a-5dbd-4afc-a597-75061e247ec7", "name": "network-vif-deleted", "tag": "b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:27.227971 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c946c536-c0e5-49b0-acb8-41737b9fd15d {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:27.228391 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0275d16a-5dbd-4afc-a597-75061e247ec7', 'name': 'network-vif-deleted', 'tag': 'b3e3ec1a-8dd4-4c1a-a32d-07e3daad5d64', 'status': 'completed', 'code': 200} Jul 28 03:38:27.712543 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2db55806-adc5-4a03-9006-6248df9fb279 req-433940b0-3cb6-455b-93ec-8d3886dba002 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 210 time: 0.0256302 Jul 28 03:38:30.767446 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-e228f03b-41e0-4e84-a492-ad7b9134794a req-bf9a6eda-a194-4007-a29a-39dc47b8d6a6 tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 210 time: 0.0250478 Jul 28 03:38:31.536949 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-04c2bd03-608d-46c9-905e-1b089c71afbf tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:31.539180 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-04c2bd03-608d-46c9-905e-1b089c71afbf tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/networks?id=907c8c72-fbe1-4216-965a-39395c1cad68 HTTP/1.1" status: 200 len: 814 time: 0.1275733 Jul 28 03:38:31.557460 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-bce3a608-643a-4b61-b534-e4d9a1c1cdcd tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/quotas/da239fd2931445e6be6459a0225fbd85 HTTP/1.1" status: 200 len: 375 time: 0.0111971 Jul 28 03:38:31.641170 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-3356a685-a637-4e70-9f62-78110b1dbe53 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da239fd2931445e6be6459a0225fbd85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766168 Jul 28 03:38:31.766717 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 41986) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:31.769671 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-8a8d8c18-2e98-42f5-9de9-adb16b42ceac service neutron] 10.222.0.16 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274354 Jul 28 03:38:31.891366 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-417d80d5-1e84-4262-aecb-18243310222b service neutron] 10.222.0.16 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145453 Jul 28 03:38:31.918851 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.083493 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.116864 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-89710415-aafa-4c98-a0a6-4691a6afaddb req-e4976019-4057-4bea-959c-9baf9332747b tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 210 time: 0.0294003 Jul 28 03:38:32.118848 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-62a15b3b-aa83-4934-bed5-00454f45ffb9 req-d0ed276b-0617-4694-9f82-8759e35aaf1c tempest-DeleteServersTestJSON-1053654091 tempest-DeleteServersTestJSON-1053654091-project] 10.222.0.16 "GET /v2.0/ports?device_id=0275d16a-5dbd-4afc-a597-75061e247ec7 HTTP/1.1" status: 200 len: 210 time: 0.0337462 Jul 28 03:38:32.120574 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.154582 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff4c1ea93dce4de281d3767f1e980f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859918 Jul 28 03:38:32.157090 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42004) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:32.185735 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64969371-9101-4a29-808c-0e66d43a5eb6,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:32.202819 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:32.203184 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:32.203606 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:32.203887 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:32.204224 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:32.204551 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:32.204899 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:32.205227 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:32.205554 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:32.205875 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:32.206199 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:32.206566 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb066378-8711-4a13-9122-88ce86c56152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:32.242031 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-58ee70cf-18d0-4e1e-98ac-efc30d364228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.264861 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-58ee70cf-18d0-4e1e-98ac-efc30d364228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.303329 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42012) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:32.322608 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-58ee70cf-18d0-4e1e-98ac-efc30d364228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.326321 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-58ee70cf-18d0-4e1e-98ac-efc30d364228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.328152 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-58ee70cf-18d0-4e1e-98ac-efc30d364228 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64969371-9101-4a29-808c-0e66d43a5eb6 HTTP/1.1" status: 204 len: 168 time: 0.1700025 Jul 28 03:38:32.336451 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee70cf-18d0-4e1e-98ac-efc30d364228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64969371-9101-4a29-808c-0e66d43a5eb6,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:32.421083 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4165a737-0e81-4f01-a788-277ab16acf00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.520373 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4165a737-0e81-4f01-a788-277ab16acf00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.524443 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4165a737-0e81-4f01-a788-277ab16acf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.567546 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165a737-0e81-4f01-a788-277ab16acf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1834f9-8d2b-4630-8a79-5ef6a9e77908,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:32.582146 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-4165a737-0e81-4f01-a788-277ab16acf00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfb0766c780144d2b4e53268c17fb86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769341 Jul 28 03:38:32.585209 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42022) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:32.639579 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-50dc84a1-92c6-4d81-9d7f-c97cce952271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.642549 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42024) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:32.658462 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-18e39b59-6e61-4a2d-b461-7c055cf84dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.662273 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-50dc84a1-92c6-4d81-9d7f-c97cce952271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.722060 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-50dc84a1-92c6-4d81-9d7f-c97cce952271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.724620 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-50dc84a1-92c6-4d81-9d7f-c97cce952271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.728413 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-50dc84a1-92c6-4d81-9d7f-c97cce952271 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a1834f9-8d2b-4630-8a79-5ef6a9e77908 HTTP/1.1" status: 204 len: 168 time: 0.1396520 Jul 28 03:38:32.736832 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc84a1-92c6-4d81-9d7f-c97cce952271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1834f9-8d2b-4630-8a79-5ef6a9e77908,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:32.805667 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-18e39b59-6e61-4a2d-b461-7c055cf84dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.817983 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-18e39b59-6e61-4a2d-b461-7c055cf84dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.865191 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e39b59-6e61-4a2d-b461-7c055cf84dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830d93ba-1d75-40ad-9776-9b5186592b1b,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:32.873515 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-18e39b59-6e61-4a2d-b461-7c055cf84dc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=510ac9fb0af94a86945ce568629ed77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257905 Jul 28 03:38:32.873515 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42040) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:32.929030 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-800f7520-af2f-4817-919f-3ac7b03057a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:32.956391 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-800f7520-af2f-4817-919f-3ac7b03057a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.019135 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-800f7520-af2f-4817-919f-3ac7b03057a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.021901 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-800f7520-af2f-4817-919f-3ac7b03057a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.023079 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-800f7520-af2f-4817-919f-3ac7b03057a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/830d93ba-1d75-40ad-9776-9b5186592b1b HTTP/1.1" status: 204 len: 168 time: 0.1451755 Jul 28 03:38:33.037629 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f7520-af2f-4817-919f-3ac7b03057a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830d93ba-1d75-40ad-9776-9b5186592b1b,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:33.043549 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:38:33.177847 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42056) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:33.197793 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-69fb6b77-17c4-4814-be17-e30d3e687973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.257726 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ad18ac43-6152-4adb-a9f9-4b2ebff2fe40 req-5a9313ad-8c6d-412d-9c29-a20ba081c58b tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 210 time: 0.0355666 Jul 28 03:38:33.363760 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-69fb6b77-17c4-4814-be17-e30d3e687973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.371527 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-69fb6b77-17c4-4814-be17-e30d3e687973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.426609 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb6b77-17c4-4814-be17-e30d3e687973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54834747-4be4-4743-a9e8-1bc8efe6835d,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:33.431339 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-69fb6b77-17c4-4814-be17-e30d3e687973 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=825538c619054605bfc8fdeb75d1c959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519457 Jul 28 03:38:33.433980 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42068) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:33.496641 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1bfea9eb-c9ca-4d1f-8cce-a91656284cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.503392 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42070) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:33.523852 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6b22-400e-4b77-b8cc-c3c74d2ddb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.525160 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1bfea9eb-c9ca-4d1f-8cce-a91656284cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.589412 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1bfea9eb-c9ca-4d1f-8cce-a91656284cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.592793 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1bfea9eb-c9ca-4d1f-8cce-a91656284cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.594198 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-1bfea9eb-c9ca-4d1f-8cce-a91656284cf0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54834747-4be4-4743-a9e8-1bc8efe6835d HTTP/1.1" status: 204 len: 168 time: 0.1587019 Jul 28 03:38:33.602747 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfea9eb-c9ca-4d1f-8cce-a91656284cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54834747-4be4-4743-a9e8-1bc8efe6835d,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:33.614256 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-7935a292-40eb-4f6c-b1d6-d0d9fb72827e tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:33.615961 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-7935a292-40eb-4f6c-b1d6-d0d9fb72827e tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.25 "GET /v2.0/networks?id=907c8c72-fbe1-4216-965a-39395c1cad68 HTTP/1.1" status: 200 len: 814 time: 0.1725092 Jul 28 03:38:33.639698 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-08fae501-ee9e-43c4-bd0e-184e46704e67 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Request body: {'port': {'device_id': '4063b183-9e13-41da-9c3d-66ad0e28d877', 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68', 'admin_state_up': True, 'tenant_id': 'da239fd2931445e6be6459a0225fbd85'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:33.755198 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6b22-400e-4b77-b8cc-c3c74d2ddb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.764098 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6b22-400e-4b77-b8cc-c3c74d2ddb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.815419 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-4b6c6b22-400e-4b77-b8cc-c3c74d2ddb2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5867b593f6a04a0c939aab5f644f2861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101714 Jul 28 03:38:33.817721 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-08fae501-ee9e-43c4-bd0e-184e46704e67 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Made reservation on behalf of da239fd2931445e6be6459a0225fbd85 for: {'port': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:38:33.818397 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42080) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:33.821330 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-08fae501-ee9e-43c4-bd0e-184e46704e67 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.825072 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c6b22-400e-4b77-b8cc-c3c74d2ddb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfd7664-a571-4b96-868d-3ff5cfa8bd32,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:33.884843 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e70ee33d-a4cd-40c3-829f-c78abcd37c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.920532 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e70ee33d-a4cd-40c3-829f-c78abcd37c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.981765 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e70ee33d-a4cd-40c3-829f-c78abcd37c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.985812 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e70ee33d-a4cd-40c3-829f-c78abcd37c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.987520 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-e70ee33d-a4cd-40c3-829f-c78abcd37c5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2dfd7664-a571-4b96-868d-3ff5cfa8bd32 HTTP/1.1" status: 204 len: 168 time: 0.1678727 Jul 28 03:38:33.994147 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-08fae501-ee9e-43c4-bd0e-184e46704e67 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Allocated IP 172.20.0.10 (907c8c72-fbe1-4216-965a-39395c1cad68/42991eb1-738b-4dc3-b514-2c250430ac50/89207e90-606c-4b3a-ac81-aead843125ef) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:34.000240 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ee33d-a4cd-40c3-829f-c78abcd37c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfd7664-a571-4b96-868d-3ff5cfa8bd32,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:34.144933 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42102) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:34.175431 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1a063e50-5906-4173-829e-c20bfbcc149e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.267817 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-08fae501-ee9e-43c4-bd0e-184e46704e67 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.343580 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-08fae501-ee9e-43c4-bd0e-184e46704e67 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.369070 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1a063e50-5906-4173-829e-c20bfbcc149e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.388576 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-08fae501-ee9e-43c4-bd0e-184e46704e67 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Network 907c8c72-fbe1-4216-965a-39395c1cad68 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:34.393976 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-08fae501-ee9e-43c4-bd0e-184e46704e67 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:34.394394 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1a063e50-5906-4173-829e-c20bfbcc149e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.400553 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-08fae501-ee9e-43c4-bd0e-184e46704e67 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:34.403503 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['77bcf32c-4248-435a-be8b-cbf0a47caa64', '3dd4657d-306f-494f-8116-d5a46c725169'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:34.410253 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fae501-ee9e-43c4-bd0e-184e46704e67 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Pushing event updated for resources: {'Port': ['ID=89207e90-606c-4b3a-ac81-aead843125ef,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:34.462031 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-08fae501-ee9e-43c4-bd0e-184e46704e67 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:34.462786 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-08fae501-ee9e-43c4-bd0e-184e46704e67 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.468441 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c963d-370c-43cb-bee2-94457d9ea1ad req-5cd6b8d7-2b70-4cbb-8981-1b4a4fc730b8 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:34.470768 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0c0c963d-370c-43cb-bee2-94457d9ea1ad req-5cd6b8d7-2b70-4cbb-8981-1b4a4fc730b8 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 932 time: 0.1197479 Jul 28 03:38:34.471417 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a063e50-5906-4173-829e-c20bfbcc149e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3caa839-80b6-448f-a9c3-fe9f57b39f98,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:34.477247 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-1a063e50-5906-4173-829e-c20bfbcc149e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=788f3cd3087d4f73b7bbcdb3afad967f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309751 Jul 28 03:38:34.485133 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42118) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:34.503109 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-08fae501-ee9e-43c4-bd0e-184e46704e67 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8683534 Jul 28 03:38:34.528428 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0c0c963d-370c-43cb-bee2-94457d9ea1ad req-a123564f-e2f7-4e6a-87bc-70a161c265a6 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494704 Jul 28 03:38:34.535983 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Request body: {'port': {'device_id': '4063b183-9e13-41da-9c3d-66ad0e28d877', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:34.614322 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a177f285-bbf9-4967-9ff3-c0f8a7768870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.633107 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.689192 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42132) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:34.696392 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a177f285-bbf9-4967-9ff3-c0f8a7768870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.746429 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c6c40e-3cb9-4ca6-be82-5f5714b16799 admin admin] Deleting subnet 34b12235-d8b7-451f-8dac-bb0ac1411377 {{(pid=93263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:38:34.750208 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-87c6c40e-3cb9-4ca6-be82-5f5714b16799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.792942 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-87c6c40e-3cb9-4ca6-be82-5f5714b16799 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.806004 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-87c6c40e-3cb9-4ca6-be82-5f5714b16799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.831133 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a177f285-bbf9-4967-9ff3-c0f8a7768870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.833945 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a177f285-bbf9-4967-9ff3-c0f8a7768870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.835354 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-a177f285-bbf9-4967-9ff3-c0f8a7768870 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3caa839-80b6-448f-a9c3-fe9f57b39f98 HTTP/1.1" status: 204 len: 168 time: 0.3520284 Jul 28 03:38:34.881673 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177f285-bbf9-4967-9ff3-c0f8a7768870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3caa839-80b6-448f-a9c3-fe9f57b39f98,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:34.883990 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-87c6c40e-3cb9-4ca6-be82-5f5714b16799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for subnet, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.897948 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-87c6c40e-3cb9-4ca6-be82-5f5714b16799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:34.902361 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-87c6c40e-3cb9-4ca6-be82-5f5714b16799 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/34b12235-d8b7-451f-8dac-bb0ac1411377 HTTP/1.1" status: 204 len: 168 time: 0.2095912 Jul 28 03:38:34.909763 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42140) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:34.921462 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6c40e-3cb9-4ca6-be82-5f5714b16799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34b12235-d8b7-451f-8dac-bb0ac1411377,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:35.013243 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-74ea282f-b62e-4f67-a987-e4534b72dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.145372 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89207e90-606c-4b3a-ac81-aead843125ef {{(pid=93262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:35.154701 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-74ea282f-b62e-4f67-a987-e4534b72dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.158091 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.176033 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-74ea282f-b62e-4f67-a987-e4534b72dfcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b']}} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:35.192511 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-74ea282f-b62e-4f67-a987-e4534b72dfcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddf6fd5-08ff-44e5-abd1-434da20fcdb7') {'for_net_delete': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:35.192811 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-74ea282f-b62e-4f67-a987-e4534b72dfcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddf6fd5-08ff-44e5-abd1-434da20fcdb7') {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:35.195095 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Transition to ACTIVE for port object 89207e90-606c-4b3a-ac81-aead843125ef will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:35.210652 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.214335 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-74ea282f-b62e-4f67-a987-e4534b72dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30318899'] for segment, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.271479 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Pushing event updated for resources: {'Port': ['ID=89207e90-606c-4b3a-ac81-aead843125ef,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:35.274066 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-74ea282f-b62e-4f67-a987-e4534b72dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.284199 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ea282f-b62e-4f67-a987-e4534b72dfcb admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:38:35.284504 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-74ea282f-b62e-4f67-a987-e4534b72dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30596253'] for segment, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: Traceback (most recent call last): Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: timer() Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: cb(*args, **kw) Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: return func(*args, **kwargs) Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: self._notify() Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: self.callback(batched_events) Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: event.method(event) Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: return f(self, *a, **k) Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._get(url).json() Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: return self.request(url, 'GET', **kwargs) Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:38:35.286258 dv-cinder-733062-21-iscsi neutron-server[93262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:38:35.432702 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-74ea282f-b62e-4f67-a987-e4534b72dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.439319 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-74ea282f-b62e-4f67-a987-e4534b72dfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.444124 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-74ea282f-b62e-4f67-a987-e4534b72dfcb admin admin] 10.222.0.16 "DELETE /v2.0/networks/8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b HTTP/1.1" status: 204 len: 168 time: 0.5335214 Jul 28 03:38:35.458519 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea282f-b62e-4f67-a987-e4534b72dfcb admin admin] Pushing event deleted for resources: {'Network': ['ID=8c23bd5e-8fc0-4f7d-91cc-6a5fe58dd67b,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:35.462627 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Attempting to bind port 89207e90-606c-4b3a-ac81-aead843125ef on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:38:35.462972 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Attempting to bind port 89207e90-606c-4b3a-ac81-aead843125ef by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:38:35.463881 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Attempting to bind port 89207e90-606c-4b3a-ac81-aead843125ef on network 907c8c72-fbe1-4216-965a-39395c1cad68 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:35.468739 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Port 89207e90-606c-4b3a-ac81-aead843125ef on network 907c8c72-fbe1-4216-965a-39395c1cad68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:38:35.469075 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Attempting to bind port 89207e90-606c-4b3a-ac81-aead843125ef on network 907c8c72-fbe1-4216-965a-39395c1cad68 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:35.474236 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:38:35.474580 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Checking segment: {'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:35.474964 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Bound using segment: {'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:38:35.475395 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Bound port: 89207e90-606c-4b3a-ac81-aead843125ef, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:38:35.475781 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.523337 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42186) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:35.546569 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] For port 89207e90-606c-4b3a-ac81-aead843125ef, host hv-cinder-73306, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:38:35.550815 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] For port 89207e90-606c-4b3a-ac81-aead843125ef, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=89207e90-606c-4b3a-ac81-aead843125ef,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:38:35.556741 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42192) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:35.563889 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.727580 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42198) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:35.774106 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-665d541c-cba1-43db-9b1f-903111fdf1b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e3e648ccf87421d9660e75180c946bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0448928 Jul 28 03:38:35.780399 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42202) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:35.837398 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-35cfb986-89f8-4344-854b-e9f255a60517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.847364 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:35.847956 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.849283 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] 10.222.0.25 "PUT /v2.0/ports/89207e90-606c-4b3a-ac81-aead843125ef HTTP/1.1" status: 200 len: 1094 time: 1.3188789 Jul 28 03:38:35.851474 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4063b183-9e13-41da-9c3d-66ad0e28d877', 'tag': '89207e90-606c-4b3a-ac81-aead843125ef'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:35.853747 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d773e2ec-8c6a-4e03-a0e9-8bcf2112f210" -d '{"events": [{"name": "network-changed", "server_uuid": "4063b183-9e13-41da-9c3d-66ad0e28d877", "tag": "89207e90-606c-4b3a-ac81-aead843125ef"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:35.873152 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-35cfb986-89f8-4344-854b-e9f255a60517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.888725 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeedcfa-1d45-4915-89d5-d1cee7802206 service neutron] Pushing event updated for resources: {'Port': ['ID=89207e90-606c-4b3a-ac81-aead843125ef,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:35.899694 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f93a47-8977-40f5-8d6c-de1221c0aeb6 req-71345a5c-7c79-4f45-8b2a-ecdea8239e31 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:35.901843 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-16f93a47-8977-40f5-8d6c-de1221c0aeb6 req-71345a5c-7c79-4f45-8b2a-ecdea8239e31 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 944 time: 0.1066382 Jul 28 03:38:35.941667 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e64dce-f6d9-41db-bdc6-bb63672a638c x-openstack-request-id: req-a9e64dce-f6d9-41db-bdc6-bb63672a638c {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:35.941965 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4063b183-9e13-41da-9c3d-66ad0e28d877", "tag": "89207e90-606c-4b3a-ac81-aead843125ef", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:35.942203 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9e64dce-f6d9-41db-bdc6-bb63672a638c {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:35.942591 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4063b183-9e13-41da-9c3d-66ad0e28d877', 'tag': '89207e90-606c-4b3a-ac81-aead843125ef', 'status': 'completed', 'code': 200} Jul 28 03:38:35.943909 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-35cfb986-89f8-4344-854b-e9f255a60517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.947452 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-35cfb986-89f8-4344-854b-e9f255a60517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.952310 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-35cfb986-89f8-4344-854b-e9f255a60517 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38a433c7-6df0-4240-9d99-3538c46299df HTTP/1.1" status: 204 len: 168 time: 0.1706221 Jul 28 03:38:35.961143 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfb986-89f8-4344-854b-e9f255a60517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a433c7-6df0-4240-9d99-3538c46299df,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:35.992168 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-16f93a47-8977-40f5-8d6c-de1221c0aeb6 req-7327db03-d13b-483c-935a-e2f68fceefbd tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828795 Jul 28 03:38:35.998676 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-402b94f0-571e-454f-b7d0-1d31a41a6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:36.000159 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-402b94f0-571e-454f-b7d0-1d31a41a6d7e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da239fd2931445e6be6459a0225fbd85&device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 1097 time: 0.0731621 Jul 28 03:38:36.022202 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d347eec7-deff-445e-9d33-8be1848a6c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.043995 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2e8b8caf-86ca-46d4-b0f3-1bc9ecd02151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.061528 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42210) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:36.075146 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-2c8926d9-c083-40e7-a48a-b1994a2a0925 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89207e90-606c-4b3a-ac81-aead843125ef HTTP/1.1" status: 200 len: 217 time: 0.0506949 Jul 28 03:38:36.083095 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.db.api [None req-2e8b8caf-86ca-46d4-b0f3-1bc9ecd02151 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 03:38:36.083095 dv-cinder-733062-21-iscsi neutron-server[93263]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 03:38:36.083095 dv-cinder-733062-21-iscsi neutron-server[93263]: [parameters: {'project_id': '33683b89aaef454ab4713330fa6a4e61', 'id': '3c83e5e4-34a5-4b9d-9738-100e3b1b7944', 'expiration': datetime.datetime(2021, 7, 28, 3, 40, 36, 78749)}] Jul 28 03:38:36.083095 dv-cinder-733062-21-iscsi neutron-server[93263]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 03:38:36.083435 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG oslo_db.api [None req-2e8b8caf-86ca-46d4-b0f3-1bc9ecd02151 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 03:38:36.153767 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bdf87b29-7a55-485f-bd92-1978f9ccc8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.160250 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-a7a817e0-38b7-496b-ada3-0d1b0372ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:36.161811 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-a7a817e0-38b7-496b-ada3-0d1b0372ce25 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42991eb1-738b-4dc3-b514-2c250430ac50 HTTP/1.1" status: 200 len: 854 time: 0.0731330 Jul 28 03:38:36.204104 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-f21e4448-e8c6-44f4-98b6-183b694e00d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=907c8c72-fbe1-4216-965a-39395c1cad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333455 Jul 28 03:38:36.292785 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d347eec7-deff-445e-9d33-8be1848a6c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.305852 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d347eec7-deff-445e-9d33-8be1848a6c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.363855 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-c459c964-e17f-4552-a7be-b2356cba2be4 service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487498 Jul 28 03:38:36.364823 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347eec7-deff-445e-9d33-8be1848a6c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5098895f-f087-41dd-8dbc-7cbf93d63592,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:36.373325 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-d347eec7-deff-445e-9d33-8be1848a6c3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f4d7e63dabb48f0a7d5af8964eab70d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8117616 Jul 28 03:38:36.373325 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42224) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:36.447555 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bdf87b29-7a55-485f-bd92-1978f9ccc8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.458807 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bdf87b29-7a55-485f-bd92-1978f9ccc8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.489011 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-bdf87b29-7a55-485f-bd92-1978f9ccc8f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=271e9f884bfa42eaa5fea564d19e2f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260831 Jul 28 03:38:36.492142 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42234) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:36.523053 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98e9b770-74d8-4abd-a44e-1cfa04c42319 req-1bfd67b7-4ed7-4436-8f17-4d705e7b677c service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474383 Jul 28 03:38:36.527996 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf87b29-7a55-485f-bd92-1978f9ccc8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd8c130-72ca-4b2f-bf20-c92c4c105798,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:36.565303 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-76ea41be-35e2-45ea-9f6f-0a9964851918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.584664 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2e8b8caf-86ca-46d4-b0f3-1bc9ecd02151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.595061 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-76ea41be-35e2-45ea-9f6f-0a9964851918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.622989 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3803689a-c697-4aff-aec4-71e9002b17ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.670693 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3803689a-c697-4aff-aec4-71e9002b17ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.717640 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2e8b8caf-86ca-46d4-b0f3-1bc9ecd02151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.724072 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2e8b8caf-86ca-46d4-b0f3-1bc9ecd02151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.735861 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-76ea41be-35e2-45ea-9f6f-0a9964851918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.739573 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-76ea41be-35e2-45ea-9f6f-0a9964851918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.741454 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-76ea41be-35e2-45ea-9f6f-0a9964851918 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5098895f-f087-41dd-8dbc-7cbf93d63592 HTTP/1.1" status: 204 len: 168 time: 0.3671861 Jul 28 03:38:36.757978 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea41be-35e2-45ea-9f6f-0a9964851918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5098895f-f087-41dd-8dbc-7cbf93d63592,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:36.773243 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773e2ec-8c6a-4e03-a0e9-8bcf2112f210 req-b4e3539f-70d6-448e-bbb1-dfc96790de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:36.775473 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d773e2ec-8c6a-4e03-a0e9-8bcf2112f210 req-b4e3539f-70d6-448e-bbb1-dfc96790de3e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da239fd2931445e6be6459a0225fbd85&device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 1097 time: 0.0771286 Jul 28 03:38:36.782210 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3803689a-c697-4aff-aec4-71e9002b17ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.788685 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-2e8b8caf-86ca-46d4-b0f3-1bc9ecd02151 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33683b89aaef454ab4713330fa6a4e61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2642541 Jul 28 03:38:36.792803 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b8caf-86ca-46d4-b0f3-1bc9ecd02151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7b5a3e-bcba-4b87-a87c-9e85b0c57bbd,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:36.793540 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42246) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:36.797765 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3803689a-c697-4aff-aec4-71e9002b17ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.805658 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-3803689a-c697-4aff-aec4-71e9002b17ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fd8c130-72ca-4b2f-bf20-c92c4c105798 HTTP/1.1" status: 204 len: 168 time: 0.3061788 Jul 28 03:38:36.830124 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803689a-c697-4aff-aec4-71e9002b17ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd8c130-72ca-4b2f-bf20-c92c4c105798,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:36.863665 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-530664b1-3abe-4398-b749-af087513438a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.902952 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-530664b1-3abe-4398-b749-af087513438a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.958365 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773e2ec-8c6a-4e03-a0e9-8bcf2112f210 req-05b14e1a-249e-4ded-8e08-b382371d06f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:36.960609 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d773e2ec-8c6a-4e03-a0e9-8bcf2112f210 req-05b14e1a-249e-4ded-8e08-b382371d06f9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=907c8c72-fbe1-4216-965a-39395c1cad68 HTTP/1.1" status: 200 len: 915 time: 0.1537423 Jul 28 03:38:36.982979 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-530664b1-3abe-4398-b749-af087513438a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.986054 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-530664b1-3abe-4398-b749-af087513438a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.987302 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-530664b1-3abe-4398-b749-af087513438a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa7b5a3e-bcba-4b87-a87c-9e85b0c57bbd HTTP/1.1" status: 204 len: 168 time: 0.1928415 Jul 28 03:38:37.005868 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530664b1-3abe-4398-b749-af087513438a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7b5a3e-bcba-4b87-a87c-9e85b0c57bbd,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:37.052116 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d773e2ec-8c6a-4e03-a0e9-8bcf2112f210 req-24f0cbc3-6168-4888-a436-5b4a9213d22a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89207e90-606c-4b3a-ac81-aead843125ef HTTP/1.1" status: 200 len: 217 time: 0.0821068 Jul 28 03:38:37.144264 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773e2ec-8c6a-4e03-a0e9-8bcf2112f210 req-020c5f66-66e3-422b-8c01-82f796981016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:37.147640 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d773e2ec-8c6a-4e03-a0e9-8bcf2112f210 req-020c5f66-66e3-422b-8c01-82f796981016 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42991eb1-738b-4dc3-b514-2c250430ac50 HTTP/1.1" status: 200 len: 854 time: 0.0867140 Jul 28 03:38:37.184297 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39882444-3ee4-4986-bb8a-bdea3d8ae7ee req-d7a2dad0-d85b-46b6-accf-120fad1afabc tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:37.187001 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-39882444-3ee4-4986-bb8a-bdea3d8ae7ee req-d7a2dad0-d85b-46b6-accf-120fad1afabc tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 944 time: 0.0733395 Jul 28 03:38:37.210290 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d773e2ec-8c6a-4e03-a0e9-8bcf2112f210 req-665e5395-3330-489e-a1ca-e71332d39bee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=907c8c72-fbe1-4216-965a-39395c1cad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513320 Jul 28 03:38:37.238140 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-39882444-3ee4-4986-bb8a-bdea3d8ae7ee req-c99db043-c7ed-4409-ab57-af043ddb239b tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424635 Jul 28 03:38:37.326395 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d773e2ec-8c6a-4e03-a0e9-8bcf2112f210 req-2b28b0c7-73fa-45a0-a2e2-1e54edf08eeb service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056328 Jul 28 03:38:37.436292 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d773e2ec-8c6a-4e03-a0e9-8bcf2112f210 req-0aa8cbe7-8e1b-419b-82b1-a283806ec2b3 service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001801 Jul 28 03:38:37.662923 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42288) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:37.862296 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-3b002356-428c-4871-a043-2a4c18d263f8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1644327542-network', 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:37.889020 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b002356-428c-4871-a043-2a4c18d263f8 admin admin] Made reservation on behalf of 89e53e09771a4a478b48fa6e6f571d81 for: {'network': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:38:37.891877 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3b002356-428c-4871-a043-2a4c18d263f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:37.903642 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3b002356-428c-4871-a043-2a4c18d263f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.024492 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3b002356-428c-4871-a043-2a4c18d263f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.031484 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3b002356-428c-4871-a043-2a4c18d263f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.065301 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b002356-428c-4871-a043-2a4c18d263f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:38:38.071650 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b002356-428c-4871-a043-2a4c18d263f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9104faf-2eaf-4798-a7ba-6465235fae95,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:38.091478 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3b002356-428c-4871-a043-2a4c18d263f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.091984 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.segments_db [None req-3b002356-428c-4871-a043-2a4c18d263f8 admin admin] Added segment 78991cda-89a2-44df-a84a-65c1ee4525b9 of type vlan for network a08c665d-fc97-4225-bb45-ecd81a76a165 Jul 28 03:38:38.140538 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3b002356-428c-4871-a043-2a4c18d263f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.173928 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3b002356-428c-4871-a043-2a4c18d263f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.175274 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b002356-428c-4871-a043-2a4c18d263f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:38.175994 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3b002356-428c-4871-a043-2a4c18d263f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.230327 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-3b002356-428c-4871-a043-2a4c18d263f8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5657008 Jul 28 03:38:38.233288 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42318) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:38.238522 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-a1c07426-dfe9-4cee-a237-2f28d981ce2d admin admin] Request body: {'subnet': {'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1644327542-subnet', 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:38.253946 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b002356-428c-4871-a043-2a4c18d263f8 admin admin] Pushing event updated for resources: {'Network': ['ID=a08c665d-fc97-4225-bb45-ecd81a76a165,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:38.267462 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network a08c665d-fc97-4225-bb45-ecd81a76a165 details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:38:38.292138 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c07426-dfe9-4cee-a237-2f28d981ce2d admin admin] Made reservation on behalf of 89e53e09771a4a478b48fa6e6f571d81 for: {'subnet': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:38:38.294576 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a1c07426-dfe9-4cee-a237-2f28d981ce2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30343348'] for subnet, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.451796 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3f17-3ce2-4c22-bc58-2fa4e6284562 req-ea9e4292-1421-4330-8ad9-1725df97ce2b tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:38.453334 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2c1b3f17-3ce2-4c22-bc58-2fa4e6284562 req-ea9e4292-1421-4330-8ad9-1725df97ce2b tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 944 time: 0.0776551 Jul 28 03:38:38.529794 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2c1b3f17-3ce2-4c22-bc58-2fa4e6284562 req-0591538f-72c0-4d67-aea4-c7600473f0a4 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667944 Jul 28 03:38:38.627285 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a1c07426-dfe9-4cee-a237-2f28d981ce2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30596134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30343366'] for subnet, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.704245 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c07426-dfe9-4cee-a237-2f28d981ce2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d1d376-b64d-4e01-9348-989681f94b9a,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:38.719837 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c07426-dfe9-4cee-a237-2f28d981ce2d admin admin] Checking segment: {'id': '78991cda-89a2-44df-a84a-65c1ee4525b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:38.720402 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c07426-dfe9-4cee-a237-2f28d981ce2d admin admin] Network hostable DHCP agents. Network: a08c665d-fc97-4225-bb45-ecd81a76a165, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:38:38.743698 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c07426-dfe9-4cee-a237-2f28d981ce2d admin admin] Network a08c665d-fc97-4225-bb45-ecd81a76a165 is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:38:38.755213 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-a1c07426-dfe9-4cee-a237-2f28d981ce2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, a08c665d-fc97-4225-bb45-ecd81a76a165) {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:38.761134 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c07426-dfe9-4cee-a237-2f28d981ce2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:38.761732 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a1c07426-dfe9-4cee-a237-2f28d981ce2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.766738 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef3b54b-3ef2-4b36-8bec-f8c1483d129e None None] Network a08c665d-fc97-4225-bb45-ecd81a76a165 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:38:38.786418 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-a1c07426-dfe9-4cee-a237-2f28d981ce2d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5517802 Jul 28 03:38:38.790227 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42348) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:38.795772 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1644327542-router', 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:38.829057 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-211197'] for router, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.830163 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33129348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33083519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-211178'] for router, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.911527 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:38.929297 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a448761-471b-4e4c-80ad-293b92fd70d4 None None] Network a08c665d-fc97-4225-bb45-ecd81a76a165 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:38:39.097107 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33084851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210968'] for router, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:39.313774 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:39.332556 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:39.438683 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Allocated IP 172.27.1.209 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/c2fbd78d-0acd-49cf-93fe-89b505f1bdd8) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:39.476228 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 89207e90-606c-4b3a-ac81-aead843125ef details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:38:39.542574 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:39.590070 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 89207e90-606c-4b3a-ac81-aead843125ef, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=89207e90-606c-4b3a-ac81-aead843125ef,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:39.603313 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': '89207e90-606c-4b3a-ac81-aead843125ef', 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68', 'port_id': '89207e90-606c-4b3a-ac81-aead843125ef', 'mac_address': 'fa:16:3e:12:fc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42991eb1-738b-4dc3-b514-2c250430ac50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:38:39.603738 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:39.642216 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:39.655178 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89207e90-606c-4b3a-ac81-aead843125ef {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:39.658876 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:39.676135 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 89207e90-606c-4b3a-ac81-aead843125ef, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=89207e90-606c-4b3a-ac81-aead843125ef,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:39.683926 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:39.684268 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:39.687090 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:39.694290 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Pushing event updated for resources: {'Port': ['ID=c2fbd78d-0acd-49cf-93fe-89b505f1bdd8,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:39.760182 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=89207e90-606c-4b3a-ac81-aead843125ef,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:39.771670 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144f677-e494-4e36-a515-8b3578c94d18 req-161c16f8-77ae-4e7e-b91a-32786f29e306 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:39.773196 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0144f677-e494-4e36-a515-8b3578c94d18 req-161c16f8-77ae-4e7e-b91a-32786f29e306 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 944 time: 0.1344664 Jul 28 03:38:39.853003 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0144f677-e494-4e36-a515-8b3578c94d18 req-53f0f103-839a-478f-bb86-b32540748692 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621998 Jul 28 03:38:39.980444 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:40.082873 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['89207e90-606c-4b3a-ac81-aead843125ef'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:40.214732 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33084822'] for router, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:40.540516 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Router ddc574d0-3691-49c7-9039-150aa86e0add is scheduled to L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d with binding_index 1 {{(pid=93263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:38:40.653549 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:38:40.662961 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Sync routers for ids ['ddc574d0-3691-49c7-9039-150aa86e0add'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:38:40.670682 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] Notify callbacks [] for router, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:40.672050 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-eb5cfdbb-6333-4a70-97a7-77a14a038b78 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.8797736 Jul 28 03:38:40.672369 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Routers {'ddc574d0-3691-49c7-9039-150aa86e0add'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:40.673021 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:38:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['ddc574d0-3691-49c7-9039-150aa86e0add'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:40.674821 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42406) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:40.859380 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Set router ddc574d0-3691-49c7-9039-150aa86e0add gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:41.005447 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e5d08-f3a1-4265-acc5-b369a5c6a1d8 req-afa7090d-d1f9-4b94-a407-cd254d730a17 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:41.008344 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-de7e5d08-f3a1-4265-acc5-b369a5c6a1d8 req-afa7090d-d1f9-4b94-a407-cd254d730a17 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 945 time: 0.0764456 Jul 28 03:38:41.047847 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-de7e5d08-f3a1-4265-acc5-b369a5c6a1d8 req-c959c576-3e9c-465e-942a-f3bfb09c14f5 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Jul 28 03:38:41.051951 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'name': 'tempest-ServerRescueNegativeTestJSON-1644327542-router', 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c2fbd78d-0acd-49cf-93fe-89b505f1bdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:38Z', 'updated_at': '2021-07-28T03:38:39Z', 'revision_number': 3, 'project_id': '89e53e09771a4a478b48fa6e6f571d81', 'gw_port': {'id': 'c2fbd78d-0acd-49cf-93fe-89b505f1bdd8', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:39Z', 'updated_at': '2021-07-28T03:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:41.080031 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Checking router: ddc574d0-3691-49c7-9039-150aa86e0add for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:38:41.080397 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Updating router ddc574d0-3691-49c7-9039-150aa86e0add port c2fbd78d-0acd-49cf-93fe-89b505f1bdd8 binding host dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:38:41.094338 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.111668 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.264872 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Allocated IP 172.20.0.1 (a08c665d-fc97-4225-bb45-ecd81a76a165/38d1d376-b64d-4e01-9348-989681f94b9a/73d5ca0e-4702-4b04-ab24-eaa027c32d1d) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:41.361947 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Notify callbacks [] for port, precommit_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.369159 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.371278 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.provisioning_blocks [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Transition to ACTIVE for port object c2fbd78d-0acd-49cf-93fe-89b505f1bdd8 will not be triggered until provisioned by entity L2. {{(pid=93265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:41.381545 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.409953 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.425842 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Attempting to bind port c2fbd78d-0acd-49cf-93fe-89b505f1bdd8 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:38:41.426220 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Attempting to bind port c2fbd78d-0acd-49cf-93fe-89b505f1bdd8 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:38:41.426597 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Attempting to bind port c2fbd78d-0acd-49cf-93fe-89b505f1bdd8 on network d8863e53-3de7-4b8e-8c20-72f015d11098 {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:41.435314 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5a05e-e331-4171-8936-562de877b00a None None] Pushing event updated for resources: {'Port': ['ID=c2fbd78d-0acd-49cf-93fe-89b505f1bdd8,revision_number=2']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:41.441508 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:38:41.441885 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Checking segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:41.442294 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.442701 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Bound using segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:38:41.443157 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Bound port: c2fbd78d-0acd-49cf-93fe-89b505f1bdd8, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:38:41.443557 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.445682 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a05e-e331-4171-8936-562de877b00a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:41.446046 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a05e-e331-4171-8936-562de877b00a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:41.446400 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a05e-e331-4171-8936-562de877b00a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:41.446740 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a05e-e331-4171-8936-562de877b00a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:41.447071 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a05e-e331-4171-8936-562de877b00a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:41.447415 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a05e-e331-4171-8936-562de877b00a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:41.447848 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a05e-e331-4171-8936-562de877b00a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:41.448193 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a05e-e331-4171-8936-562de877b00a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:41.448545 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a05e-e331-4171-8936-562de877b00a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:41.448875 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a05e-e331-4171-8936-562de877b00a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:41.449203 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a05e-e331-4171-8936-562de877b00a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:41.449532 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a05e-e331-4171-8936-562de877b00a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:41.454256 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Network a08c665d-fc97-4225-bb45-ecd81a76a165 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:41.457117 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:41.465036 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:41.465507 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33084745'] for router_interface, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.467994 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Pushing event updated for resources: {'Port': ['ID=73d5ca0e-4702-4b04-ab24-eaa027c32d1d,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:41.508709 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] For port c2fbd78d-0acd-49cf-93fe-89b505f1bdd8, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:38:41.512374 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] For port c2fbd78d-0acd-49cf-93fe-89b505f1bdd8, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=c2fbd78d-0acd-49cf-93fe-89b505f1bdd8,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:38:41.516510 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.560710 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Routers {'ddc574d0-3691-49c7-9039-150aa86e0add'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:41.561334 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:38:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['ddc574d0-3691-49c7-9039-150aa86e0add'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:41.596132 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.614887 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5a05e-e331-4171-8936-562de877b00a None None] Pushing event updated for resources: {'Port': ['ID=c2fbd78d-0acd-49cf-93fe-89b505f1bdd8,revision_number=3']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:41.679831 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] Set router ddc574d0-3691-49c7-9039-150aa86e0add gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:41.757749 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.762262 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.763012 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33249965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33442009'] for router_interface, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:41.846578 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Pushing event updated for resources: {'Port': ['ID=73d5ca0e-4702-4b04-ab24-eaa027c32d1d,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:41.858383 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'name': 'tempest-ServerRescueNegativeTestJSON-1644327542-router', 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c2fbd78d-0acd-49cf-93fe-89b505f1bdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:38Z', 'updated_at': '2021-07-28T03:38:39Z', 'revision_number': 3, 'project_id': '89e53e09771a4a478b48fa6e6f571d81', 'gw_port': {'id': 'c2fbd78d-0acd-49cf-93fe-89b505f1bdd8', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:39Z', 'updated_at': '2021-07-28T03:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:41.885549 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Network a08c665d-fc97-4225-bb45-ecd81a76a165 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:41.887091 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:41.887791 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66301914-22e9-4fc1-aec4-9ef332ca266c None None] The sync data for ids ['ddc574d0-3691-49c7-9039-150aa86e0add'] in dv-cinder-733062-21-iscsi is: [{'id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'name': 'tempest-ServerRescueNegativeTestJSON-1644327542-router', 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c2fbd78d-0acd-49cf-93fe-89b505f1bdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:38Z', 'updated_at': '2021-07-28T03:38:39Z', 'revision_number': 3, 'project_id': '89e53e09771a4a478b48fa6e6f571d81', 'gw_port': {'id': 'c2fbd78d-0acd-49cf-93fe-89b505f1bdd8', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:39Z', 'updated_at': '2021-07-28T03:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:38:42.007472 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Router ddc574d0-3691-49c7-9039-150aa86e0add has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:38:42.114237 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:38:42.123759 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-8163b1fb-6e6d-4e25-82ff-87022d633bdc admin admin] 10.222.0.16 "PUT /v2.0/routers/ddc574d0-3691-49c7-9039-150aa86e0add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4443192 Jul 28 03:38:43.133200 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fff7b-b0d9-4cb7-890a-27d6fc95e083 req-dea98bee-571a-4ae2-a675-a923128c92cb tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:43.134702 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-548fff7b-b0d9-4cb7-890a-27d6fc95e083 req-dea98bee-571a-4ae2-a675-a923128c92cb tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 945 time: 0.0584283 Jul 28 03:38:43.178002 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-548fff7b-b0d9-4cb7-890a-27d6fc95e083 req-3e75b2ef-f722-40c1-973a-b54702147893 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366430 Jul 28 03:38:43.350856 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-d82e1fcc-001f-4676-b7dc-555cd4fd0cc0 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:43.352503 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-d82e1fcc-001f-4676-b7dc-555cd4fd0cc0 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/networks?id=a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 200 len: 819 time: 0.1093144 Jul 28 03:38:43.370927 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-6e489e64-c885-439d-b747-e248df3e2a27 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/quotas/89e53e09771a4a478b48fa6e6f571d81 HTTP/1.1" status: 200 len: 375 time: 0.0119011 Jul 28 03:38:43.376001 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Sync routers for ids ['ddc574d0-3691-49c7-9039-150aa86e0add'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:38:43.385424 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Routers {'ddc574d0-3691-49c7-9039-150aa86e0add'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:43.386020 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:38:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['ddc574d0-3691-49c7-9039-150aa86e0add'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:43.428763 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-afeb307d-90e3-4a3a-a3f0-654429c7429d tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0509753 Jul 28 03:38:43.496412 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Set router ddc574d0-3691-49c7-9039-150aa86e0add gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:43.526992 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-f35489d7-b9d2-49cd-bc1b-bfdb50b4680e service neutron] 10.222.0.16 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902493 Jul 28 03:38:43.628283 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-30582313-8ef0-4352-b40e-1b5370e2eef9 service neutron] 10.222.0.16 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957587 Jul 28 03:38:43.672518 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device c2fbd78d-0acd-49cf-93fe-89b505f1bdd8 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:43.739280 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'name': 'tempest-ServerRescueNegativeTestJSON-1644327542-router', 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c2fbd78d-0acd-49cf-93fe-89b505f1bdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:38Z', 'updated_at': '2021-07-28T03:38:41Z', 'revision_number': 4, 'project_id': '89e53e09771a4a478b48fa6e6f571d81', 'gw_port': {'id': 'c2fbd78d-0acd-49cf-93fe-89b505f1bdd8', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:26:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:39Z', 'updated_at': '2021-07-28T03:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '73d5ca0e-4702-4b04-ab24-eaa027c32d1d', 'name': '', 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165', 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81', 'mac_address': 'fa:16:3e:4c:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '38d1d376-b64d-4e01-9348-989681f94b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:41Z', 'updated_at': '2021-07-28T03:38:41Z', 'revision_number': 2, 'project_id': '89e53e09771a4a478b48fa6e6f571d81', 'subnets': [{'id': '38d1d376-b64d-4e01-9348-989681f94b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:43.742514 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port c2fbd78d-0acd-49cf-93fe-89b505f1bdd8 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:43.771524 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Checking router: ddc574d0-3691-49c7-9039-150aa86e0add for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:38:43.771909 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Updating router ddc574d0-3691-49c7-9039-150aa86e0add port 73d5ca0e-4702-4b04-ab24-eaa027c32d1d binding host dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:38:43.773661 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port c2fbd78d-0acd-49cf-93fe-89b505f1bdd8 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:43.774031 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:43.805068 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d4ba4ff0-10b5-476c-a93e-9f5cb7e3e08e req-5a52e03a-d1ff-4d47-9712-1c5de749d4c6 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 210 time: 0.0343261 Jul 28 03:38:43.830120 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:44.013196 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:44.133907 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port c2fbd78d-0acd-49cf-93fe-89b505f1bdd8, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=c2fbd78d-0acd-49cf-93fe-89b505f1bdd8,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:44.137407 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-df4098ad-1443-41fe-bbab-86f20493f7d0 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:44.139323 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-df4098ad-1443-41fe-bbab-86f20493f7d0 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/networks?id=a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 200 len: 819 time: 0.1833985 Jul 28 03:38:44.142513 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:44.160626 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-c98ca03b-51f8-4cd7-ac2d-66d7be5c7989 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/quotas/89e53e09771a4a478b48fa6e6f571d81 HTTP/1.1" status: 200 len: 375 time: 0.0131805 Jul 28 03:38:44.233631 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=c2fbd78d-0acd-49cf-93fe-89b505f1bdd8,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:44.253784 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-c01839ba-db03-432b-9036-4cb6ef9cfb3c tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0850027 Jul 28 03:38:44.341742 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:44.358416 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-19bb8722-906e-421f-b441-9c1ed9bf4859 service neutron] 10.222.0.16 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968506 Jul 28 03:38:44.382259 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Transition to ACTIVE for port object 73d5ca0e-4702-4b04-ab24-eaa027c32d1d will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:44.398749 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:44.516451 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-b3551a07-0f6f-46b5-9694-ca155e563ab6 service neutron] 10.222.0.16 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565812 Jul 28 03:38:44.539677 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c86ee-36ab-4195-8bbb-b5196eb825eb req-f17c02c5-9e7a-4e99-b49b-2ec0f388e47d tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:44.547978 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ab2c86ee-36ab-4195-8bbb-b5196eb825eb req-f17c02c5-9e7a-4e99-b49b-2ec0f388e47d tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 945 time: 0.0749447 Jul 28 03:38:44.579471 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fc264-5d7f-4dd8-b4be-b2579be759f5 None None] Pushing event updated for resources: {'Port': ['ID=73d5ca0e-4702-4b04-ab24-eaa027c32d1d,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:44.623993 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ab2c86ee-36ab-4195-8bbb-b5196eb825eb req-7bc8c900-a9c8-4ff0-bcd8-f639c311e6f6 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727162 Jul 28 03:38:44.643731 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Attempting to bind port 73d5ca0e-4702-4b04-ab24-eaa027c32d1d on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:38:44.644421 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Attempting to bind port 73d5ca0e-4702-4b04-ab24-eaa027c32d1d by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '78991cda-89a2-44df-a84a-65c1ee4525b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:38:44.644973 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Attempting to bind port 73d5ca0e-4702-4b04-ab24-eaa027c32d1d on network a08c665d-fc97-4225-bb45-ecd81a76a165 {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:44.652104 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:38:44.652530 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Checking segment: {'id': '78991cda-89a2-44df-a84a-65c1ee4525b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:44.652935 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:44.654374 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Bound using segment: {'id': '78991cda-89a2-44df-a84a-65c1ee4525b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:38:44.654374 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Bound port: 73d5ca0e-4702-4b04-ab24-eaa027c32d1d, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78991cda-89a2-44df-a84a-65c1ee4525b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:38:44.654760 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:44.755481 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] For port 73d5ca0e-4702-4b04-ab24-eaa027c32d1d, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:38:44.768653 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] For port 73d5ca0e-4702-4b04-ab24-eaa027c32d1d, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=73d5ca0e-4702-4b04-ab24-eaa027c32d1d,segment=NetworkSegment(78991cda-89a2-44df-a84a-65c1ee4525b9),segment_id=78991cda-89a2-44df-a84a-65c1ee4525b9)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:38:44.772289 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d750a238-8141-460a-8285-c687eae293fe req-5e56f0f9-826e-4a01-98d6-b5fb4e1996a1 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 210 time: 0.0463607 Jul 28 03:38:44.774736 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:44.828078 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Routers {'ddc574d0-3691-49c7-9039-150aa86e0add'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:44.828571 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:38:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['ddc574d0-3691-49c7-9039-150aa86e0add'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:44.878646 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fc264-5d7f-4dd8-b4be-b2579be759f5 None None] Pushing event updated for resources: {'Port': ['ID=73d5ca0e-4702-4b04-ab24-eaa027c32d1d,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:44.953317 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] Set router ddc574d0-3691-49c7-9039-150aa86e0add gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:45.041313 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 89207e90-606c-4b3a-ac81-aead843125ef up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:45.268361 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-44762e03-4fe3-486f-a999-b874f68ebea1 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:45.274229 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-44762e03-4fe3-486f-a999-b874f68ebea1 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.25 "GET /v2.0/networks?id=a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 200 len: 819 time: 0.1645837 Jul 28 03:38:45.307623 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-c6b47942-1c7f-44dc-b9bd-1136fc3f448f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Request body: {'port': {'device_id': 'a9eae018-81cf-4d77-8ac7-562c54a93e53', 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165', 'admin_state_up': True, 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:45.386888 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port 89207e90-606c-4b3a-ac81-aead843125ef completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:45.409837 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port 89207e90-606c-4b3a-ac81-aead843125ef triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:45.410441 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:45.474686 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-c6b47942-1c7f-44dc-b9bd-1136fc3f448f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Made reservation on behalf of 89e53e09771a4a478b48fa6e6f571d81 for: {'port': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:38:45.478303 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-c6b47942-1c7f-44dc-b9bd-1136fc3f448f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:45.497535 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'name': 'tempest-ServerRescueNegativeTestJSON-1644327542-router', 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c2fbd78d-0acd-49cf-93fe-89b505f1bdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:38Z', 'updated_at': '2021-07-28T03:38:41Z', 'revision_number': 4, 'project_id': '89e53e09771a4a478b48fa6e6f571d81', 'gw_port': {'id': 'c2fbd78d-0acd-49cf-93fe-89b505f1bdd8', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:39Z', 'updated_at': '2021-07-28T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '73d5ca0e-4702-4b04-ab24-eaa027c32d1d', 'name': '', 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165', 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81', 'mac_address': 'fa:16:3e:4c:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '38d1d376-b64d-4e01-9348-989681f94b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:41Z', 'updated_at': '2021-07-28T03:38:44Z', 'revision_number': 4, 'project_id': '89e53e09771a4a478b48fa6e6f571d81', 'subnets': [{'id': '38d1d376-b64d-4e01-9348-989681f94b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:45.538505 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50722911-9d0b-42a3-8192-7dae083dc1a1 None None] The sync data for ids ['ddc574d0-3691-49c7-9039-150aa86e0add'] in dv-cinder-733062-21-iscsi is: [{'id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'name': 'tempest-ServerRescueNegativeTestJSON-1644327542-router', 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c2fbd78d-0acd-49cf-93fe-89b505f1bdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:38Z', 'updated_at': '2021-07-28T03:38:41Z', 'revision_number': 4, 'project_id': '89e53e09771a4a478b48fa6e6f571d81', 'gw_port': {'id': 'c2fbd78d-0acd-49cf-93fe-89b505f1bdd8', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:39Z', 'updated_at': '2021-07-28T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '73d5ca0e-4702-4b04-ab24-eaa027c32d1d', 'name': '', 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165', 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81', 'mac_address': 'fa:16:3e:4c:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '38d1d376-b64d-4e01-9348-989681f94b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:41Z', 'updated_at': '2021-07-28T03:38:44Z', 'revision_number': 4, 'project_id': '89e53e09771a4a478b48fa6e6f571d81', 'subnets': [{'id': '38d1d376-b64d-4e01-9348-989681f94b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:38:45.557503 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:45.608069 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4063b183-9e13-41da-9c3d-66ad0e28d877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89207e90-606c-4b3a-ac81-aead843125ef'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:45.630909 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5c4252-008b-4063-9c78-8fa2bd4884a0" -d '{"events": [{"server_uuid": "4063b183-9e13-41da-9c3d-66ad0e28d877", "name": "network-vif-plugged", "status": "completed", "tag": "89207e90-606c-4b3a-ac81-aead843125ef"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:45.690264 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 89207e90-606c-4b3a-ac81-aead843125ef, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=89207e90-606c-4b3a-ac81-aead843125ef,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:45.704350 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:45.718150 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-c6b47942-1c7f-44dc-b9bd-1136fc3f448f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Allocated IP 172.20.0.6 (a08c665d-fc97-4225-bb45-ecd81a76a165/38d1d376-b64d-4e01-9348-989681f94b9a/1a641e29-3c70-42ab-97b9-e16e6ab74607) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:45.748713 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ece255-e9da-40a7-863f-e127743667bf x-openstack-request-id: req-c1ece255-e9da-40a7-863f-e127743667bf {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:45.752453 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4063b183-9e13-41da-9c3d-66ad0e28d877", "name": "network-vif-plugged", "status": "completed", "tag": "89207e90-606c-4b3a-ac81-aead843125ef", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:45.754331 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1ece255-e9da-40a7-863f-e127743667bf {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:45.764287 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4063b183-9e13-41da-9c3d-66ad0e28d877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89207e90-606c-4b3a-ac81-aead843125ef', 'code': 200} Jul 28 03:38:45.769053 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device c2fbd78d-0acd-49cf-93fe-89b505f1bdd8 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:45.855437 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=89207e90-606c-4b3a-ac81-aead843125ef,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:45.878624 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port c2fbd78d-0acd-49cf-93fe-89b505f1bdd8 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:45.879207 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:45.971630 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-c6b47942-1c7f-44dc-b9bd-1136fc3f448f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:45.988332 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a2cf7690-91a5-4006-b31e-1191b9d1dac7 req-83bde309-07f3-4d8e-8d6f-3ad95a5e3308 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 210 time: 0.0481977 Jul 28 03:38:46.065677 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ea349-dcdf-4633-887d-3181976649e5 req-36dc9333-873a-45d4-a124-7920680dbf00 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:46.067232 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-215ea349-dcdf-4633-887d-3181976649e5 req-36dc9333-873a-45d4-a124-7920680dbf00 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 946 time: 0.2965097 Jul 28 03:38:46.068878 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-c6b47942-1c7f-44dc-b9bd-1136fc3f448f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:46.130186 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4eadc-bbe8-4381-9518-2f195105834e req-e220ef69-e3b5-45ae-9a6a-db5b9097aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:46.132558 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-67c4eadc-bbe8-4381-9518-2f195105834e req-e220ef69-e3b5-45ae-9a6a-db5b9097aa08 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 1099 time: 0.0538645 Jul 28 03:38:46.134686 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-c6b47942-1c7f-44dc-b9bd-1136fc3f448f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Network a08c665d-fc97-4225-bb45-ecd81a76a165 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:46.143622 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-c6b47942-1c7f-44dc-b9bd-1136fc3f448f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:46.147478 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b47942-1c7f-44dc-b9bd-1136fc3f448f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Pushing event updated for resources: {'Port': ['ID=1a641e29-3c70-42ab-97b9-e16e6ab74607,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:46.149159 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-c6b47942-1c7f-44dc-b9bd-1136fc3f448f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:46.181092 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-67c4eadc-bbe8-4381-9518-2f195105834e req-2c81f959-f704-4df2-a9a2-61b97f2f210c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333543 Jul 28 03:38:46.185901 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-215ea349-dcdf-4633-887d-3181976649e5 req-b43d4e05-6cac-43c9-baec-b24206a153f7 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089883 Jul 28 03:38:46.212160 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-c6b47942-1c7f-44dc-b9bd-1136fc3f448f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:46.212846 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-c6b47942-1c7f-44dc-b9bd-1136fc3f448f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:46.228503 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-c6b47942-1c7f-44dc-b9bd-1136fc3f448f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9330747 Jul 28 03:38:46.557668 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Request body: {'port': {'device_id': 'a9eae018-81cf-4d77-8ac7-562c54a93e53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:46.672126 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:46.964346 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a641e29-3c70-42ab-97b9-e16e6ab74607 {{(pid=93262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:46.967876 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-8e7bfb4d-c40e-4b2b-b396-9a024c1e8109 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:46.969336 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-8e7bfb4d-c40e-4b2b-b396-9a024c1e8109 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.25 "GET /v2.0/networks?id=a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 200 len: 819 time: 0.1287744 Jul 28 03:38:46.977436 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:46.993579 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Transition to ACTIVE for port object 1a641e29-3c70-42ab-97b9-e16e6ab74607 will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:46.998090 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.024901 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-85d86504-031d-406b-b7fc-267249c8550e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Request body: {'port': {'device_id': '3ff2a400-ddb8-40da-9f6e-09ebc33da17c', 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165', 'admin_state_up': True, 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:47.066649 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Pushing event updated for resources: {'Port': ['ID=1a641e29-3c70-42ab-97b9-e16e6ab74607,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:47.150635 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-01767066-9878-431b-8ec3-9a455ddedd02 req-c1ce8cbd-3eda-4add-bdab-89b30327f869 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 210 time: 0.0405912 Jul 28 03:38:47.173445 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Attempting to bind port 1a641e29-3c70-42ab-97b9-e16e6ab74607 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:38:47.173852 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Attempting to bind port 1a641e29-3c70-42ab-97b9-e16e6ab74607 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '78991cda-89a2-44df-a84a-65c1ee4525b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:38:47.174357 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Attempting to bind port 1a641e29-3c70-42ab-97b9-e16e6ab74607 on network a08c665d-fc97-4225-bb45-ecd81a76a165 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:47.179919 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Port 1a641e29-3c70-42ab-97b9-e16e6ab74607 on network a08c665d-fc97-4225-bb45-ecd81a76a165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:38:47.180325 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Attempting to bind port 1a641e29-3c70-42ab-97b9-e16e6ab74607 on network a08c665d-fc97-4225-bb45-ecd81a76a165 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:47.192205 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:38:47.192900 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Checking segment: {'id': '78991cda-89a2-44df-a84a-65c1ee4525b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:47.193548 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Bound using segment: {'id': '78991cda-89a2-44df-a84a-65c1ee4525b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:38:47.194178 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Bound port: 1a641e29-3c70-42ab-97b9-e16e6ab74607, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78991cda-89a2-44df-a84a-65c1ee4525b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:38:47.194844 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.225503 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-85d86504-031d-406b-b7fc-267249c8550e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Made reservation on behalf of 89e53e09771a4a478b48fa6e6f571d81 for: {'port': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:38:47.228199 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-85d86504-031d-406b-b7fc-267249c8550e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.335740 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] For port 1a641e29-3c70-42ab-97b9-e16e6ab74607, host hv-cinder-73306, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:38:47.340894 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] For port 1a641e29-3c70-42ab-97b9-e16e6ab74607, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=1a641e29-3c70-42ab-97b9-e16e6ab74607,segment=NetworkSegment(78991cda-89a2-44df-a84a-65c1ee4525b9),segment_id=78991cda-89a2-44df-a84a-65c1ee4525b9)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:38:47.358024 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.394369 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a824b6-b128-49ca-a40e-64435f0f1570 req-4fdccb8c-5f5e-4f24-82a8-659f00273c48 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:47.396155 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-13a824b6-b128-49ca-a40e-64435f0f1570 req-4fdccb8c-5f5e-4f24-82a8-659f00273c48 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 946 time: 0.1127868 Jul 28 03:38:47.418435 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:47.419239 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.420704 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] 10.222.0.25 "PUT /v2.0/ports/1a641e29-3c70-42ab-97b9-e16e6ab74607 HTTP/1.1" status: 200 len: 1093 time: 0.8690054 Jul 28 03:38:47.421242 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9eae018-81cf-4d77-8ac7-562c54a93e53', 'tag': '1a641e29-3c70-42ab-97b9-e16e6ab74607'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:47.423512 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c542366-4c49-41ef-9527-d804468d5cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "a9eae018-81cf-4d77-8ac7-562c54a93e53", "tag": "1a641e29-3c70-42ab-97b9-e16e6ab74607"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:47.449598 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-85d86504-031d-406b-b7fc-267249c8550e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Allocated IP 172.20.0.3 (a08c665d-fc97-4225-bb45-ecd81a76a165/38d1d376-b64d-4e01-9348-989681f94b9a/29cc949d-5a73-4ff7-a43e-00ddd4fbc84b) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:38:47.479050 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c9948-8a38-49df-87dd-9d9484be4eef service neutron] Pushing event updated for resources: {'Port': ['ID=1a641e29-3c70-42ab-97b9-e16e6ab74607,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:47.491749 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66f4502-d336-4434-8e19-cb7d06fcc2f9 x-openstack-request-id: req-f66f4502-d336-4434-8e19-cb7d06fcc2f9 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:47.492157 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9eae018-81cf-4d77-8ac7-562c54a93e53", "tag": "1a641e29-3c70-42ab-97b9-e16e6ab74607", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:47.492316 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f66f4502-d336-4434-8e19-cb7d06fcc2f9 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:47.492707 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9eae018-81cf-4d77-8ac7-562c54a93e53', 'tag': '1a641e29-3c70-42ab-97b9-e16e6ab74607', 'status': 'completed', 'code': 200} Jul 28 03:38:47.552133 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-13a824b6-b128-49ca-a40e-64435f0f1570 req-ab3eb0ac-1ab0-4255-bc4e-232bb4ae4786 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207759 Jul 28 03:38:47.574416 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42598) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:47.590720 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-f9a2f0c7-e908-469c-be6e-aa593c88f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:47.592508 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-f9a2f0c7-e908-469c-be6e-aa593c88f732 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 1096 time: 0.0795634 Jul 28 03:38:47.638665 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-85d86504-031d-406b-b7fc-267249c8550e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.681073 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 73d5ca0e-4702-4b04-ab24-eaa027c32d1d up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:47.710766 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a883d457-1816-4ed7-a03a-4b91e1bfebe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.738617 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 73d5ca0e-4702-4b04-ab24-eaa027c32d1d completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:47.745174 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 73d5ca0e-4702-4b04-ab24-eaa027c32d1d triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:47.745600 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.848326 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-e2e1a54a-7c62-4238-ab48-4b0aeb5a05c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a641e29-3c70-42ab-97b9-e16e6ab74607 HTTP/1.1" status: 200 len: 217 time: 0.1310022 Jul 28 03:38:47.908524 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.930150 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-47645bca-65c3-4734-9e76-e0195bd35fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:47.932091 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-47645bca-65c3-4734-9e76-e0195bd35fc9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38d1d376-b64d-4e01-9348-989681f94b9a HTTP/1.1" status: 200 len: 859 time: 0.0620346 Jul 28 03:38:47.945033 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-85d86504-031d-406b-b7fc-267249c8550e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.957931 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port 73d5ca0e-4702-4b04-ab24-eaa027c32d1d, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=73d5ca0e-4702-4b04-ab24-eaa027c32d1d,segment=NetworkSegment(78991cda-89a2-44df-a84a-65c1ee4525b9),segment_id=78991cda-89a2-44df-a84a-65c1ee4525b9)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:47.963915 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.994100 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-64fc96d9-9196-4258-bf42-1a5298eb9fd7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a08c665d-fc97-4225-bb45-ecd81a76a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268312 Jul 28 03:38:48.000512 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-85d86504-031d-406b-b7fc-267249c8550e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Network a08c665d-fc97-4225-bb45-ecd81a76a165 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:38:48.004095 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-85d86504-031d-406b-b7fc-267249c8550e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:48.006854 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-85d86504-031d-406b-b7fc-267249c8550e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:38:48.015244 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-85d86504-031d-406b-b7fc-267249c8550e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:48.016543 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-85d86504-031d-406b-b7fc-267249c8550e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.028183 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=73d5ca0e-4702-4b04-ab24-eaa027c32d1d,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:48.031573 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d86504-031d-406b-b7fc-267249c8550e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Pushing event updated for resources: {'Port': ['ID=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:48.090940 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a883d457-1816-4ed7-a03a-4b91e1bfebe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.096149 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a883d457-1816-4ed7-a03a-4b91e1bfebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.101263 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-85d86504-031d-406b-b7fc-267249c8550e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0823381 Jul 28 03:38:48.136559 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Request body: {'port': {'device_id': '3ff2a400-ddb8-40da-9f6e-09ebc33da17c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:48.159641 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-a883d457-1816-4ed7-a03a-4b91e1bfebe6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4923f976543d4323a6cb0c2c235c0b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5805724 Jul 28 03:38:48.161701 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-bdc05ea6-47ac-4a24-a4ce-f2cf3bb8ef7f service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554816 Jul 28 03:38:48.162294 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42612) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:48.162433 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883d457-1816-4ed7-a03a-4b91e1bfebe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3873513c-30b3-4d2c-b357-fdce6f4d3429,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:48.242324 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.272672 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7e2e0bd-7eb7-4d74-b917-4d5f3fe99b21 req-1a52853b-9893-4fb4-8faa-4dcfaafca796 service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991061 Jul 28 03:38:48.288254 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ec4801d7-e20e-4590-9551-6bc7943545bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.361126 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ec4801d7-e20e-4590-9551-6bc7943545bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.437646 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c542366-4c49-41ef-9527-d804468d5cfd req-6960ea22-16a0-4438-95b4-8c14e3e36afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:48.439172 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3c542366-4c49-41ef-9527-d804468d5cfd req-6960ea22-16a0-4438-95b4-8c14e3e36afc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 1096 time: 0.0505881 Jul 28 03:38:48.449520 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf78ac-442d-4b5a-a67f-2437f9ffa30c req-1ab7ef4d-90ab-4399-996e-74d01ca94b45 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:48.451017 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4faf78ac-442d-4b5a-a67f-2437f9ffa30c req-1ab7ef4d-90ab-4399-996e-74d01ca94b45 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 931 time: 0.1693909 Jul 28 03:38:48.564779 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4faf78ac-442d-4b5a-a67f-2437f9ffa30c req-d7be7722-9495-490a-8b3a-8fa122debe7f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015792 Jul 28 03:38:48.567690 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c542366-4c49-41ef-9527-d804468d5cfd req-4203788e-ee4d-44de-958f-d5d06cac04bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:48.569736 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3c542366-4c49-41ef-9527-d804468d5cfd req-4203788e-ee4d-44de-958f-d5d06cac04bc service neutron] 10.222.0.25 "GET /v2.0/networks?id=a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 200 len: 920 time: 0.1074104 Jul 28 03:38:48.606898 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ec4801d7-e20e-4590-9551-6bc7943545bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.609416 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ec4801d7-e20e-4590-9551-6bc7943545bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.610701 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-ec4801d7-e20e-4590-9551-6bc7943545bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3873513c-30b3-4d2c-b357-fdce6f4d3429 HTTP/1.1" status: 204 len: 168 time: 0.4471629 Jul 28 03:38:48.629928 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4801d7-e20e-4590-9551-6bc7943545bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3873513c-30b3-4d2c-b357-fdce6f4d3429,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:48.637643 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3c542366-4c49-41ef-9527-d804468d5cfd req-7eedce49-831e-4b53-b901-d43c55faea11 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a641e29-3c70-42ab-97b9-e16e6ab74607 HTTP/1.1" status: 200 len: 217 time: 0.0578637 Jul 28 03:38:48.699961 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b {{(pid=93263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:48.709451 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.717914 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c542366-4c49-41ef-9527-d804468d5cfd req-4f2e2e90-808b-48d2-9249-682721184e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:48.719702 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3c542366-4c49-41ef-9527-d804468d5cfd req-4f2e2e90-808b-48d2-9249-682721184e9f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38d1d376-b64d-4e01-9348-989681f94b9a HTTP/1.1" status: 200 len: 859 time: 0.0705163 Jul 28 03:38:48.730092 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Transition to ACTIVE for port object 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b will not be triggered until provisioned by entity L2. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:38:48.735140 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.762106 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3c542366-4c49-41ef-9527-d804468d5cfd req-5f1ca7f2-62be-4409-a779-c4213eda7c5d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a08c665d-fc97-4225-bb45-ecd81a76a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275979 Jul 28 03:38:48.807883 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf82fa9-ad7f-489a-87a4-c8fa5ad0ce99 req-1abcb837-9af6-4091-8a38-e3b5a6d2e887 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:48.814964 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aaf82fa9-ad7f-489a-87a4-c8fa5ad0ce99 req-1abcb837-9af6-4091-8a38-e3b5a6d2e887 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 946 time: 0.1566513 Jul 28 03:38:48.831006 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Pushing event updated for resources: {'Port': ['ID=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:48.868540 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Attempting to bind port 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:38:48.869854 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Attempting to bind port 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '78991cda-89a2-44df-a84a-65c1ee4525b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165'}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:38:48.870780 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Attempting to bind port 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b on network a08c665d-fc97-4225-bb45-ecd81a76a165 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:48.875522 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Port 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b on network a08c665d-fc97-4225-bb45-ecd81a76a165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:38:48.875872 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Attempting to bind port 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b on network a08c665d-fc97-4225-bb45-ecd81a76a165 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:38:48.881362 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:38:48.881753 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Checking segment: {'id': '78991cda-89a2-44df-a84a-65c1ee4525b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:48.882253 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Bound using segment: {'id': '78991cda-89a2-44df-a84a-65c1ee4525b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165'} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:38:48.882787 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Bound port: 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78991cda-89a2-44df-a84a-65c1ee4525b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165'}}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:38:48.883388 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.898687 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aaf82fa9-ad7f-489a-87a4-c8fa5ad0ce99 req-97e472d1-5dd0-44c9-80e3-5681ddfd1895 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828698 Jul 28 03:38:48.917739 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3c542366-4c49-41ef-9527-d804468d5cfd req-61836965-9a60-46f3-93b5-cc47ca50c739 service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427910 Jul 28 03:38:48.965275 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] For port 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b, host hv-cinder-73306, cleared binding levels {{(pid=93263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:38:48.968937 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] For port 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b,segment=NetworkSegment(78991cda-89a2-44df-a84a-65c1ee4525b9),segment_id=78991cda-89a2-44df-a84a-65c1ee4525b9)] {{(pid=93263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:38:48.975891 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.981725 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42646) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:48.997911 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fd6b3a77-4c70-4164-b600-acbb8236946e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.018736 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:49.019624 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.021054 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] 10.222.0.25 "PUT /v2.0/ports/29cc949d-5a73-4ff7-a43e-00ddd4fbc84b HTTP/1.1" status: 200 len: 1093 time: 0.8924508 Jul 28 03:38:49.021497 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff2a400-ddb8-40da-9f6e-09ebc33da17c', 'tag': '29cc949d-5a73-4ff7-a43e-00ddd4fbc84b'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:49.023967 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca220e3-53d3-441e-be81-71790d8bda8d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff2a400-ddb8-40da-9f6e-09ebc33da17c", "tag": "29cc949d-5a73-4ff7-a43e-00ddd4fbc84b"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:49.055980 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f66da5-2644-419e-8c2e-6d57bb42b61b service neutron] Pushing event updated for resources: {'Port': ['ID=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b,revision_number=3']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:49.064505 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b1dc8c-ac45-41bb-8903-17964f8f7a28 x-openstack-request-id: req-d3b1dc8c-ac45-41bb-8903-17964f8f7a28 {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:49.065108 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff2a400-ddb8-40da-9f6e-09ebc33da17c", "tag": "29cc949d-5a73-4ff7-a43e-00ddd4fbc84b", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:49.065433 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3b1dc8c-ac45-41bb-8903-17964f8f7a28 {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:49.065961 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff2a400-ddb8-40da-9f6e-09ebc33da17c', 'tag': '29cc949d-5a73-4ff7-a43e-00ddd4fbc84b', 'status': 'completed', 'code': 200} Jul 28 03:38:49.119423 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fd6b3a77-4c70-4164-b600-acbb8236946e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.128376 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fd6b3a77-4c70-4164-b600-acbb8236946e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.168855 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b3a77-4c70-4164-b600-acbb8236946e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01024458-ed02-46e9-9d18-73477ea179f5,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:49.174422 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-fd6b3a77-4c70-4164-b600-acbb8236946e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4c03d23b0d74cbb835d299eba3f043c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915736 Jul 28 03:38:49.177179 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42654) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:49.237241 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ba2a40b4-133d-45ea-8a3a-f5391fc9802e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.258164 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ba2a40b4-133d-45ea-8a3a-f5391fc9802e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.309196 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ba2a40b4-133d-45ea-8a3a-f5391fc9802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.311732 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ba2a40b4-133d-45ea-8a3a-f5391fc9802e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.315501 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-ba2a40b4-133d-45ea-8a3a-f5391fc9802e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01024458-ed02-46e9-9d18-73477ea179f5 HTTP/1.1" status: 204 len: 168 time: 0.1346843 Jul 28 03:38:49.326236 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a40b4-133d-45ea-8a3a-f5391fc9802e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01024458-ed02-46e9-9d18-73477ea179f5,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:49.607103 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 73d5ca0e-4702-4b04-ab24-eaa027c32d1d up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:49.655571 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 73d5ca0e-4702-4b04-ab24-eaa027c32d1d triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:49.655973 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.441943 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-bcc821bb-3709-4431-a050-f796a86ff7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:51.693386 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca220e3-53d3-441e-be81-71790d8bda8d req-1c5e3cff-d052-429d-a530-238e9c56e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:51.694907 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0ca220e3-53d3-441e-be81-71790d8bda8d req-1c5e3cff-d052-429d-a530-238e9c56e82d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 1096 time: 0.0427885 Jul 28 03:38:51.730231 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3c542366-4c49-41ef-9527-d804468d5cfd req-352cb136-441f-42a6-814f-07d6684f1f67 service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927744 Jul 28 03:38:51.792345 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f485461-45a2-47a2-86e9-49575c657737 req-6cdc8ec2-8075-4fd0-a04f-4a9709a8796c tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:51.793902 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2f485461-45a2-47a2-86e9-49575c657737 req-6cdc8ec2-8075-4fd0-a04f-4a9709a8796c tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 943 time: 0.0486701 Jul 28 03:38:51.832070 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2f485461-45a2-47a2-86e9-49575c657737 req-d3f9405b-40e8-481b-bb35-0e2e67f9e219 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Jul 28 03:38:51.939558 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca220e3-53d3-441e-be81-71790d8bda8d req-bfc8b755-68fc-44a6-89d6-d2a35765b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:51.941060 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0ca220e3-53d3-441e-be81-71790d8bda8d req-bfc8b755-68fc-44a6-89d6-d2a35765b6a2 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=89e53e09771a4a478b48fa6e6f571d81&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1620088 Jul 28 03:38:52.105134 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca220e3-53d3-441e-be81-71790d8bda8d req-eee4a9cb-1678-4e2c-a95c-36f2f13ec5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:52.106623 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0ca220e3-53d3-441e-be81-71790d8bda8d req-eee4a9cb-1678-4e2c-a95c-36f2f13ec5ad service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1555805 Jul 28 03:38:52.223409 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-dbdd011a-b592-4d1a-ab1f-28371a8297fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:52.224883 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-dbdd011a-b592-4d1a-ab1f-28371a8297fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 1096 time: 0.0394681 Jul 28 03:38:52.283978 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-9dc33de2-4e8a-411e-8d4b-d24e6a81d2a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b HTTP/1.1" status: 200 len: 217 time: 0.0361257 Jul 28 03:38:52.333563 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-b742de1a-2566-4c2b-a6b0-aacff95fcfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:52.334958 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-b742de1a-2566-4c2b-a6b0-aacff95fcfc9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38d1d376-b64d-4e01-9348-989681f94b9a HTTP/1.1" status: 200 len: 859 time: 0.0426307 Jul 28 03:38:52.367982 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-28e007b6-c80a-44ae-b23d-273aa4b95054 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a08c665d-fc97-4225-bb45-ecd81a76a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236480 Jul 28 03:38:52.475042 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-1dfd67bc-4f0e-45b9-9521-94cd6897cc93 service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922015 Jul 28 03:38:52.576200 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cb5a7d48-a43d-4d4c-894e-2bff7861180b req-08abb66b-6817-4b1b-9943-03551624a978 service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896041 Jul 28 03:38:53.001079 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c971b-c328-46ea-ab50-baf10b10dc58 req-aef58b2a-0a59-476f-9320-b2ee7dee3242 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:53.002561 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-611c971b-c328-46ea-ab50-baf10b10dc58 req-aef58b2a-0a59-476f-9320-b2ee7dee3242 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 943 time: 0.0524285 Jul 28 03:38:53.040971 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-611c971b-c328-46ea-ab50-baf10b10dc58 req-347c224f-769d-4542-903d-b4016db6957b tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324860 Jul 28 03:38:53.066146 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:53.315110 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-59943281-10e6-4b4d-9212-cc17af1874fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:53.326284 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42748) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:53.366957 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:53.430872 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9f863707-702c-49ec-baa4-72e1f54ecc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:53.531666 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9f863707-702c-49ec-baa4-72e1f54ecc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:53.536355 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9f863707-702c-49ec-baa4-72e1f54ecc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:53.574789 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f863707-702c-49ec-baa4-72e1f54ecc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80e635a-70dc-4451-ae09-014bb5ec52ee,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:53.582092 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-9f863707-702c-49ec-baa4-72e1f54ecc5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5382f89f5a5b4a04a670310de8ade3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524524 Jul 28 03:38:53.582403 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42756) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:53.636364 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e285a20d-a16a-40b2-9fec-df0606919736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:53.668085 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e285a20d-a16a-40b2-9fec-df0606919736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:53.726684 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e285a20d-a16a-40b2-9fec-df0606919736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:53.729430 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e285a20d-a16a-40b2-9fec-df0606919736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:53.731698 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-e285a20d-a16a-40b2-9fec-df0606919736 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c80e635a-70dc-4451-ae09-014bb5ec52ee HTTP/1.1" status: 204 len: 168 time: 0.1484425 Jul 28 03:38:53.740107 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285a20d-a16a-40b2-9fec-df0606919736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80e635a-70dc-4451-ae09-014bb5ec52ee,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:54.067637 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42786) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:54.089105 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b35416cc-6cae-4871-be26-4700260c69f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:54.185174 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77756c1-02b3-4f82-8869-7a8bd20dde5b req-329507af-ab30-416e-b16c-87d5e5f53548 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:54.186816 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b77756c1-02b3-4f82-8869-7a8bd20dde5b req-329507af-ab30-416e-b16c-87d5e5f53548 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 943 time: 0.0569284 Jul 28 03:38:54.196036 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b35416cc-6cae-4871-be26-4700260c69f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:54.202289 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b35416cc-6cae-4871-be26-4700260c69f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:54.215132 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:54.232376 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b77756c1-02b3-4f82-8869-7a8bd20dde5b req-58658123-bd52-4998-8b32-df5735c729f9 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384626 Jul 28 03:38:54.241902 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-b35416cc-6cae-4871-be26-4700260c69f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7afb14ae2c804f488cf6e67b836fd42e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731782 Jul 28 03:38:54.242737 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35416cc-6cae-4871-be26-4700260c69f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6e6bd1-2499-4019-8ef2-f81a6637b2b5,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:54.247913 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42790) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:54.293362 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c6db1dda-7808-47bc-8eea-6e8a19b42f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:54.314053 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c6db1dda-7808-47bc-8eea-6e8a19b42f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:54.359592 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c6db1dda-7808-47bc-8eea-6e8a19b42f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:54.362144 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c6db1dda-7808-47bc-8eea-6e8a19b42f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:54.363285 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-c6db1dda-7808-47bc-8eea-6e8a19b42f11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d6e6bd1-2499-4019-8ef2-f81a6637b2b5 HTTP/1.1" status: 204 len: 168 time: 0.1177955 Jul 28 03:38:54.370473 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db1dda-7808-47bc-8eea-6e8a19b42f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6e6bd1-2499-4019-8ef2-f81a6637b2b5,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:54.668961 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42796) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:54.681723 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8cbad53d-9f35-42f6-aae7-9974843e58a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:54.768994 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8cbad53d-9f35-42f6-aae7-9974843e58a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:54.772593 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8cbad53d-9f35-42f6-aae7-9974843e58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:54.809545 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-8cbad53d-9f35-42f6-aae7-9974843e58a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=789249ef77d442cc92df81d10efb7667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395669 Jul 28 03:38:54.810726 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbad53d-9f35-42f6-aae7-9974843e58a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770148d7-8a45-4881-bda4-30c667a81f4d,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:54.812172 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42798) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:54.861238 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0473ca09-15a1-49ee-b635-6e897b77e06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:54.885522 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0473ca09-15a1-49ee-b635-6e897b77e06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:54.929908 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0473ca09-15a1-49ee-b635-6e897b77e06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:54.932559 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0473ca09-15a1-49ee-b635-6e897b77e06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:54.934248 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-0473ca09-15a1-49ee-b635-6e897b77e06c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/770148d7-8a45-4881-bda4-30c667a81f4d HTTP/1.1" status: 204 len: 168 time: 0.1205559 Jul 28 03:38:54.941404 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473ca09-15a1-49ee-b635-6e897b77e06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770148d7-8a45-4881-bda4-30c667a81f4d,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:55.580576 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42832) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:55.672096 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-41236d0c-6f71-4b28-b2d3-b12484f0287a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-753735612-network', 'tenant_id': '390a8b33f669478db43fb9ad4259eccb'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:55.695136 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41236d0c-6f71-4b28-b2d3-b12484f0287a admin admin] Made reservation on behalf of 390a8b33f669478db43fb9ad4259eccb for: {'network': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:38:55.697585 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-41236d0c-6f71-4b28-b2d3-b12484f0287a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:55.705826 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-41236d0c-6f71-4b28-b2d3-b12484f0287a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:55.790786 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-41236d0c-6f71-4b28-b2d3-b12484f0287a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:55.794888 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-41236d0c-6f71-4b28-b2d3-b12484f0287a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:55.814961 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41236d0c-6f71-4b28-b2d3-b12484f0287a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:38:55.827945 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41236d0c-6f71-4b28-b2d3-b12484f0287a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3273d8-523c-47c0-944a-56a547aaea72,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:55.832564 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-41236d0c-6f71-4b28-b2d3-b12484f0287a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:55.832905 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.segments_db [None req-41236d0c-6f71-4b28-b2d3-b12484f0287a admin admin] Added segment c0f43a52-0eec-4b9f-bbde-7db271dfbaf4 of type vlan for network 70ad9fef-d2a8-4a68-a9fa-5f970fad1121 Jul 28 03:38:55.871929 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-41236d0c-6f71-4b28-b2d3-b12484f0287a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:55.901561 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-41236d0c-6f71-4b28-b2d3-b12484f0287a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:55.902054 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41236d0c-6f71-4b28-b2d3-b12484f0287a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:55.902694 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-41236d0c-6f71-4b28-b2d3-b12484f0287a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:55.915399 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:38:55.962604 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41236d0c-6f71-4b28-b2d3-b12484f0287a admin admin] Pushing event updated for resources: {'Network': ['ID=70ad9fef-d2a8-4a68-a9fa-5f970fad1121,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:55.974606 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-41236d0c-6f71-4b28-b2d3-b12484f0287a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3927674 Jul 28 03:38:55.977240 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42840) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:55.982615 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-4d822904-9c96-4577-be90-fdf7b5605a87 admin admin] Request body: {'subnet': {'network_id': '70ad9fef-d2a8-4a68-a9fa-5f970fad1121', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-753735612-subnet', 'tenant_id': '390a8b33f669478db43fb9ad4259eccb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:55.989818 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network 70ad9fef-d2a8-4a68-a9fa-5f970fad1121 details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:38:55.991463 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:56.004328 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d822904-9c96-4577-be90-fdf7b5605a87 admin admin] Made reservation on behalf of 390a8b33f669478db43fb9ad4259eccb for: {'subnet': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:38:56.006557 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4d822904-9c96-4577-be90-fdf7b5605a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30343348'] for subnet, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:56.091237 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b,segment=NetworkSegment(78991cda-89a2-44df-a84a-65c1ee4525b9),segment_id=78991cda-89a2-44df-a84a-65c1ee4525b9)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:56.103519 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': '29cc949d-5a73-4ff7-a43e-00ddd4fbc84b', 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165', 'port_id': '29cc949d-5a73-4ff7-a43e-00ddd4fbc84b', 'mac_address': 'fa:16:3e:6b:21:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d1d376-b64d-4e01-9348-989681f94b9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:38:56.143340 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:56.156669 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:56.178229 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b,segment=NetworkSegment(78991cda-89a2-44df-a84a-65c1ee4525b9),segment_id=78991cda-89a2-44df-a84a-65c1ee4525b9)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:56.182198 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:56.182887 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 1a641e29-3c70-42ab-97b9-e16e6ab74607 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:38:56.232416 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 1a641e29-3c70-42ab-97b9-e16e6ab74607, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=1a641e29-3c70-42ab-97b9-e16e6ab74607,segment=NetworkSegment(78991cda-89a2-44df-a84a-65c1ee4525b9),segment_id=78991cda-89a2-44df-a84a-65c1ee4525b9)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:56.243978 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': '1a641e29-3c70-42ab-97b9-e16e6ab74607', 'network_id': 'a08c665d-fc97-4225-bb45-ecd81a76a165', 'port_id': '1a641e29-3c70-42ab-97b9-e16e6ab74607', 'mac_address': 'fa:16:3e:0a:11:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d1d376-b64d-4e01-9348-989681f94b9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:38:56.298897 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:56.301458 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:56.317639 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a641e29-3c70-42ab-97b9-e16e6ab74607 {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:38:56.336594 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 1a641e29-3c70-42ab-97b9-e16e6ab74607, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=1a641e29-3c70-42ab-97b9-e16e6ab74607,segment=NetworkSegment(78991cda-89a2-44df-a84a-65c1ee4525b9),segment_id=78991cda-89a2-44df-a84a-65c1ee4525b9)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:56.340691 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:56.387680 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=1a641e29-3c70-42ab-97b9-e16e6ab74607,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:56.393559 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4d822904-9c96-4577-be90-fdf7b5605a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30596134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30343366'] for subnet, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:56.448301 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d822904-9c96-4577-be90-fdf7b5605a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e65c7d-3f0a-4b3f-b54e-edaeeaa0ba53,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:56.456445 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d822904-9c96-4577-be90-fdf7b5605a87 admin admin] Checking segment: {'id': 'c0f43a52-0eec-4b9f-bbde-7db271dfbaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ad9fef-d2a8-4a68-a9fa-5f970fad1121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:38:56.456801 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d822904-9c96-4577-be90-fdf7b5605a87 admin admin] Network hostable DHCP agents. Network: 70ad9fef-d2a8-4a68-a9fa-5f970fad1121, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:38:56.472978 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d822904-9c96-4577-be90-fdf7b5605a87 admin admin] Network 70ad9fef-d2a8-4a68-a9fa-5f970fad1121 is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:38:56.481419 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-4d822904-9c96-4577-be90-fdf7b5605a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, 70ad9fef-d2a8-4a68-a9fa-5f970fad1121) {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:38:56.485748 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d822904-9c96-4577-be90-fdf7b5605a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:56.486775 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4d822904-9c96-4577-be90-fdf7b5605a87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:56.489935 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de615017-656f-42bf-bb21-ba4fd56e9d75 None None] Network 70ad9fef-d2a8-4a68-a9fa-5f970fad1121 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:38:56.500862 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-4d822904-9c96-4577-be90-fdf7b5605a87 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5225554 Jul 28 03:38:56.611307 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff879318-ca0c-450e-a370-aef1edc6e98b None None] Network 70ad9fef-d2a8-4a68-a9fa-5f970fad1121 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:38:57.066355 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b0c5f-2719-43ca-9b22-37f3cf170475 req-3a5eb2ba-4aba-4f97-9c78-30d79245984c tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:57.067887 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e61b0c5f-2719-43ca-9b22-37f3cf170475 req-3a5eb2ba-4aba-4f97-9c78-30d79245984c tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 944 time: 0.0492158 Jul 28 03:38:57.105825 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e61b0c5f-2719-43ca-9b22-37f3cf170475 req-f317c5b1-5992-4d43-96fb-78edac67ee4d tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Jul 28 03:38:57.450953 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['29cc949d-5a73-4ff7-a43e-00ddd4fbc84b'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:57.477345 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['1a641e29-3c70-42ab-97b9-e16e6ab74607'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:58.265206 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313428f4-af17-453e-9a0d-d803959726d2 req-15ec2577-477c-4a25-b802-703c5496ddb9 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:58.266699 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-313428f4-af17-453e-9a0d-d803959726d2 req-15ec2577-477c-4a25-b802-703c5496ddb9 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/networks?id=70ad9fef-d2a8-4a68-a9fa-5f970fad1121 HTTP/1.1" status: 200 len: 808 time: 0.1027632 Jul 28 03:38:58.278074 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83631963-65d7-47a5-ae17-9f4c64447bf7 req-5c005d95-9e32-4fc9-a231-04802d3974d7 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:58.279545 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-83631963-65d7-47a5-ae17-9f4c64447bf7 req-5c005d95-9e32-4fc9-a231-04802d3974d7 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 944 time: 0.0510938 Jul 28 03:38:58.281844 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-313428f4-af17-453e-9a0d-d803959726d2 req-28164734-11b1-4db6-ab66-a4e9a5257605 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/quotas/390a8b33f669478db43fb9ad4259eccb HTTP/1.1" status: 200 len: 375 time: 0.0092020 Jul 28 03:38:58.315845 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-313428f4-af17-453e-9a0d-d803959726d2 req-9cb9914c-0b0b-454d-b12f-c6b61501f77e tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=390a8b33f669478db43fb9ad4259eccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280988 Jul 28 03:38:58.320272 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-83631963-65d7-47a5-ae17-9f4c64447bf7 req-ce0e38c5-5093-4644-8d95-1c6e0be69a23 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343323 Jul 28 03:38:58.420216 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-313428f4-af17-453e-9a0d-d803959726d2 req-878ac3cf-1cbb-4e46-8391-b0be102ec8d2 service neutron] 10.222.0.16 "GET /v2.0/networks/70ad9fef-d2a8-4a68-a9fa-5f970fad1121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946643 Jul 28 03:38:58.511721 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-313428f4-af17-453e-9a0d-d803959726d2 req-cf9a67a0-9c1d-42cb-8953-d72e8780f7e4 service neutron] 10.222.0.16 "GET /v2.0/networks/70ad9fef-d2a8-4a68-a9fa-5f970fad1121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869367 Jul 28 03:38:58.665230 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dcf3c604-799a-410e-b4bc-7485eb8a7964 req-4eef7ec5-3463-4da4-9e53-31ecd6a9d9ee tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 210 time: 0.0256572 Jul 28 03:38:58.949965 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:58.998998 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:59.002512 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:59.002891 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:59.087759 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:59.116071 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff2a400-ddb8-40da-9f6e-09ebc33da17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cc949d-5a73-4ff7-a43e-00ddd4fbc84b'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:59.121048 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92549ea4-d28d-450a-8650-64fa5d4a3f2b" -d '{"events": [{"server_uuid": "3ff2a400-ddb8-40da-9f6e-09ebc33da17c", "name": "network-vif-plugged", "status": "completed", "tag": "29cc949d-5a73-4ff7-a43e-00ddd4fbc84b"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:59.144392 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b,segment=NetworkSegment(78991cda-89a2-44df-a84a-65c1ee4525b9),segment_id=78991cda-89a2-44df-a84a-65c1ee4525b9)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:59.178984 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:59.180101 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 1a641e29-3c70-42ab-97b9-e16e6ab74607 up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:38:59.189294 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d943367b-9bda-45ee-9b11-97174ff83cd5 x-openstack-request-id: req-d943367b-9bda-45ee-9b11-97174ff83cd5 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:59.189294 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff2a400-ddb8-40da-9f6e-09ebc33da17c", "name": "network-vif-plugged", "status": "completed", "tag": "29cc949d-5a73-4ff7-a43e-00ddd4fbc84b", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:59.189294 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d943367b-9bda-45ee-9b11-97174ff83cd5 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:59.190027 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff2a400-ddb8-40da-9f6e-09ebc33da17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cc949d-5a73-4ff7-a43e-00ddd4fbc84b', 'code': 200} Jul 28 03:38:59.317548 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:59.331086 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port 1a641e29-3c70-42ab-97b9-e16e6ab74607 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:38:59.335645 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port 1a641e29-3c70-42ab-97b9-e16e6ab74607 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:59.336161 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:59.472402 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:59.509983 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 1a641e29-3c70-42ab-97b9-e16e6ab74607, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=1a641e29-3c70-42ab-97b9-e16e6ab74607,segment=NetworkSegment(78991cda-89a2-44df-a84a-65c1ee4525b9),segment_id=78991cda-89a2-44df-a84a-65c1ee4525b9)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:59.517945 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:59.539598 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80b993-0d65-4372-92b1-27883a31231b req-9842ca40-4d46-4fc9-ac65-fae97d4dccc2 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:59.551549 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-fd80b993-0d65-4372-92b1-27883a31231b req-9842ca40-4d46-4fc9-ac65-fae97d4dccc2 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0988708 Jul 28 03:38:59.586267 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=1a641e29-3c70-42ab-97b9-e16e6ab74607,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:59.596008 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ecbc4-0c09-4390-ad2a-ea02f354fd5f req-ff74d3c3-dee8-4a20-8645-85059de00510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:59.598097 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-fb4ecbc4-0c09-4390-ad2a-ea02f354fd5f req-ff74d3c3-dee8-4a20-8645-85059de00510 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 1098 time: 0.1347375 Jul 28 03:38:59.642951 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-fd80b993-0d65-4372-92b1-27883a31231b req-0d7d5d12-42a3-45bd-bf47-615d73813fe9 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786221 Jul 28 03:38:59.660532 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-fb4ecbc4-0c09-4390-ad2a-ea02f354fd5f req-a0a3818c-e18c-4852-965d-188d01824a39 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504484 Jul 28 03:38:59.771823 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-14556c1f-e2cb-4e17-b506-1dcf1ee5c0fa req-5434b7eb-7424-4f3e-abf5-3ae7657a3041 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 210 time: 0.0305560 Jul 28 03:39:00.437706 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313428f4-af17-453e-9a0d-d803959726d2 req-a67ca45a-0221-44a0-be18-fc316929bd7f tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:00.439360 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-313428f4-af17-453e-9a0d-d803959726d2 req-a67ca45a-0221-44a0-be18-fc316929bd7f tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.25 "GET /v2.0/networks?id=70ad9fef-d2a8-4a68-a9fa-5f970fad1121 HTTP/1.1" status: 200 len: 808 time: 0.1239657 Jul 28 03:39:00.486003 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-313428f4-af17-453e-9a0d-d803959726d2 req-5a947a8f-669d-4f1b-afd8-47d60b8b7f0a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Request body: {'port': {'device_id': '1f5b4e64-7b52-4fdf-bc58-56fce40dfc51', 'network_id': '70ad9fef-d2a8-4a68-a9fa-5f970fad1121', 'admin_state_up': True, 'tenant_id': '390a8b33f669478db43fb9ad4259eccb'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:00.550665 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 42958) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:00.593829 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313428f4-af17-453e-9a0d-d803959726d2 req-5a947a8f-669d-4f1b-afd8-47d60b8b7f0a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Made reservation on behalf of 390a8b33f669478db43fb9ad4259eccb for: {'port': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:00.597925 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-313428f4-af17-453e-9a0d-d803959726d2 req-5a947a8f-669d-4f1b-afd8-47d60b8b7f0a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:00.654409 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-11f7e01a-605b-4d33-8eb7-7874266f9fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:00.739212 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [req-313428f4-af17-453e-9a0d-d803959726d2 req-5a947a8f-669d-4f1b-afd8-47d60b8b7f0a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Allocated IP 172.20.0.13 (70ad9fef-d2a8-4a68-a9fa-5f970fad1121/c0e65c7d-3f0a-4b3f-b54e-edaeeaa0ba53/ccaf035b-9463-4fa8-9a86-6365b8e3f28e) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:00.769330 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-11f7e01a-605b-4d33-8eb7-7874266f9fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:00.774459 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-11f7e01a-605b-4d33-8eb7-7874266f9fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:00.816849 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64792e-1556-44f0-b0c2-e72d391df699 req-e4ef9241-91f3-473e-83b8-cb469b6f4a56 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:00.818382 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3b64792e-1556-44f0-b0c2-e72d391df699 req-e4ef9241-91f3-473e-83b8-cb469b6f4a56 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0807078 Jul 28 03:39:00.821858 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 42982) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:00.822095 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-11f7e01a-605b-4d33-8eb7-7874266f9fdd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=278c13336de14a378d7ce3d771396645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703135 Jul 28 03:39:00.823260 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7e01a-605b-4d33-8eb7-7874266f9fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec85031a-1f67-4c6b-87ee-f7264bfb28ee,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:00.896271 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b0ca6fac-3675-4d04-bd3d-0f5f4abfcecb req-9ae7c590-8bc2-4ff2-97e5-2dcb41ec723c tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 210 time: 0.0355783 Jul 28 03:39:00.962218 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3b64792e-1556-44f0-b0c2-e72d391df699 req-38db829a-6292-4ea8-8768-78aec90a6436 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291528 Jul 28 03:39:00.999672 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-267a6c30-3653-402e-84bc-6074255e9c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:01.012169 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-313428f4-af17-453e-9a0d-d803959726d2 req-5a947a8f-669d-4f1b-afd8-47d60b8b7f0a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:01.036486 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-267a6c30-3653-402e-84bc-6074255e9c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:01.097905 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-313428f4-af17-453e-9a0d-d803959726d2 req-5a947a8f-669d-4f1b-afd8-47d60b8b7f0a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:01.155157 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-267a6c30-3653-402e-84bc-6074255e9c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:01.158211 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-267a6c30-3653-402e-84bc-6074255e9c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:01.160814 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-267a6c30-3653-402e-84bc-6074255e9c58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec85031a-1f67-4c6b-87ee-f7264bfb28ee HTTP/1.1" status: 204 len: 168 time: 0.3378074 Jul 28 03:39:01.191172 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eae018-81cf-4d77-8ac7-562c54a93e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a641e29-3c70-42ab-97b9-e16e6ab74607'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:01.194259 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1b6db9-87fa-4e45-a459-892a0f122276" -d '{"events": [{"server_uuid": "a9eae018-81cf-4d77-8ac7-562c54a93e53", "name": "network-vif-plugged", "status": "completed", "tag": "1a641e29-3c70-42ab-97b9-e16e6ab74607"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:01.279262 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78eb5fc-5878-45c1-8e6a-139c29cf4003 x-openstack-request-id: req-e78eb5fc-5878-45c1-8e6a-139c29cf4003 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:01.280399 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eae018-81cf-4d77-8ac7-562c54a93e53", "name": "network-vif-plugged", "status": "completed", "tag": "1a641e29-3c70-42ab-97b9-e16e6ab74607", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:01.280745 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e78eb5fc-5878-45c1-8e6a-139c29cf4003 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:01.281133 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9eae018-81cf-4d77-8ac7-562c54a93e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a641e29-3c70-42ab-97b9-e16e6ab74607', 'code': 200} Jul 28 03:39:01.601148 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a947a8f-669d-4f1b-afd8-47d60b8b7f0a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Pushing event updated for resources: {'Port': ['ID=ccaf035b-9463-4fa8-9a86-6365b8e3f28e,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:01.604743 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313428f4-af17-453e-9a0d-d803959726d2 req-5a947a8f-669d-4f1b-afd8-47d60b8b7f0a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Network 70ad9fef-d2a8-4a68-a9fa-5f970fad1121 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:01.606504 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a6c30-3653-402e-84bc-6074255e9c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec85031a-1f67-4c6b-87ee-f7264bfb28ee,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:01.608505 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [req-313428f4-af17-453e-9a0d-d803959726d2 req-5a947a8f-669d-4f1b-afd8-47d60b8b7f0a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:01.610972 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-313428f4-af17-453e-9a0d-d803959726d2 req-5a947a8f-669d-4f1b-afd8-47d60b8b7f0a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:01.616427 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313428f4-af17-453e-9a0d-d803959726d2 req-5a947a8f-669d-4f1b-afd8-47d60b8b7f0a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:01.617038 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-313428f4-af17-453e-9a0d-d803959726d2 req-5a947a8f-669d-4f1b-afd8-47d60b8b7f0a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:01.639754 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-313428f4-af17-453e-9a0d-d803959726d2 req-5a947a8f-669d-4f1b-afd8-47d60b8b7f0a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1581972 Jul 28 03:39:01.667154 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Request body: {'port': {'device_id': '1f5b4e64-7b52-4fdf-bc58-56fce40dfc51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:01.668982 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ab82b-a405-4c82-94ff-96754fc9f6b9 req-b4bab127-abd3-49ae-8b54-3c1d1dc48bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:01.670647 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-260ab82b-a405-4c82-94ff-96754fc9f6b9 req-b4bab127-abd3-49ae-8b54-3c1d1dc48bfe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 1098 time: 0.0909681 Jul 28 03:39:01.718662 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-260ab82b-a405-4c82-94ff-96754fc9f6b9 req-84ea05b4-3c39-428a-90ae-caf15edc9338 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391104 Jul 28 03:39:01.739370 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:02.051749 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61510f-0199-46df-9f1b-7e743d7ebb3f req-7b3c65f0-f1ce-4fd8-9503-8dc44eee3ee1 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:02.053235 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8d61510f-0199-46df-9f1b-7e743d7ebb3f req-7b3c65f0-f1ce-4fd8-9503-8dc44eee3ee1 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 932 time: 0.0817645 Jul 28 03:39:02.084239 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccaf035b-9463-4fa8-9a86-6365b8e3f28e {{(pid=93263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:02.103255 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:02.121788 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Transition to ACTIVE for port object ccaf035b-9463-4fa8-9a86-6365b8e3f28e will not be triggered until provisioned by entity L2. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:02.128719 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:02.140289 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8d61510f-0199-46df-9f1b-7e743d7ebb3f req-e13b388f-b2c8-4cd0-80bf-166631308547 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786581 Jul 28 03:39:02.155068 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 43090) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:02.203480 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaf035b-9463-4fa8-9a86-6365b8e3f28e,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:02.265446 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Attempting to bind port ccaf035b-9463-4fa8-9a86-6365b8e3f28e on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:02.266387 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Attempting to bind port ccaf035b-9463-4fa8-9a86-6365b8e3f28e by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'c0f43a52-0eec-4b9f-bbde-7db271dfbaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ad9fef-d2a8-4a68-a9fa-5f970fad1121'}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:02.266857 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Attempting to bind port ccaf035b-9463-4fa8-9a86-6365b8e3f28e on network 70ad9fef-d2a8-4a68-a9fa-5f970fad1121 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:02.274756 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Port ccaf035b-9463-4fa8-9a86-6365b8e3f28e on network 70ad9fef-d2a8-4a68-a9fa-5f970fad1121 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:39:02.275185 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Attempting to bind port ccaf035b-9463-4fa8-9a86-6365b8e3f28e on network 70ad9fef-d2a8-4a68-a9fa-5f970fad1121 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:02.285010 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:02.285532 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Checking segment: {'id': 'c0f43a52-0eec-4b9f-bbde-7db271dfbaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ad9fef-d2a8-4a68-a9fa-5f970fad1121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:02.286456 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Bound using segment: {'id': 'c0f43a52-0eec-4b9f-bbde-7db271dfbaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ad9fef-d2a8-4a68-a9fa-5f970fad1121'} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:02.286888 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Bound port: ccaf035b-9463-4fa8-9a86-6365b8e3f28e, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f43a52-0eec-4b9f-bbde-7db271dfbaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ad9fef-d2a8-4a68-a9fa-5f970fad1121'}}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:02.287432 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:02.301156 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b153f2-484a-404e-9831-70e25849d65d req-b426bb69-611b-41f5-9a5d-d886b062a14f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:02.302808 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-26b153f2-484a-404e-9831-70e25849d65d req-b426bb69-611b-41f5-9a5d-d886b062a14f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0705414 Jul 28 03:39:02.328146 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-0ae32dac-f193-4a19-8d1c-99fd80bb37c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1960454992-network', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:02.373446 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-26b153f2-484a-404e-9831-70e25849d65d req-3654812d-01ec-43b7-b694-94db77b4436a tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640767 Jul 28 03:39:02.374754 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] For port ccaf035b-9463-4fa8-9a86-6365b8e3f28e, host hv-cinder-73306, cleared binding levels {{(pid=93263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:02.379200 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae32dac-f193-4a19-8d1c-99fd80bb37c8 admin admin] Made reservation on behalf of dcfeb19e3a6d42cfbf29ba7e9a7aeacf for: {'network': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:02.379977 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] For port ccaf035b-9463-4fa8-9a86-6365b8e3f28e, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ccaf035b-9463-4fa8-9a86-6365b8e3f28e,segment=NetworkSegment(c0f43a52-0eec-4b9f-bbde-7db271dfbaf4),segment_id=c0f43a52-0eec-4b9f-bbde-7db271dfbaf4)] {{(pid=93263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:02.383398 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0ae32dac-f193-4a19-8d1c-99fd80bb37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:02.385640 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:02.394129 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0ae32dac-f193-4a19-8d1c-99fd80bb37c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:02.462415 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:02.463231 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:02.465017 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-313428f4-af17-453e-9a0d-d803959726d2 req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] 10.222.0.25 "PUT /v2.0/ports/ccaf035b-9463-4fa8-9a86-6365b8e3f28e HTTP/1.1" status: 200 len: 1094 time: 0.8025503 Jul 28 03:39:02.465778 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5b4e64-7b52-4fdf-bc58-56fce40dfc51', 'tag': 'ccaf035b-9463-4fa8-9a86-6365b8e3f28e'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:02.468245 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c533020c-62e6-4812-b736-3b4a29bdd1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5b4e64-7b52-4fdf-bc58-56fce40dfc51", "tag": "ccaf035b-9463-4fa8-9a86-6365b8e3f28e"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:02.515558 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49855-27d6-4b66-9544-7f432f9ed5d6 req-273103c2-40dd-46ee-a33c-1517db9a4357 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:02.523177 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b9b49855-27d6-4b66-9544-7f432f9ed5d6 req-273103c2-40dd-46ee-a33c-1517db9a4357 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0918930 Jul 28 03:39:02.525755 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c41e0a-ff3c-4412-ad27-4695006b53f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaf035b-9463-4fa8-9a86-6365b8e3f28e,revision_number=3']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:02.532175 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0ae32dac-f193-4a19-8d1c-99fd80bb37c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:02.537718 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0ae32dac-f193-4a19-8d1c-99fd80bb37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:02.573429 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae32dac-f193-4a19-8d1c-99fd80bb37c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:39:02.590430 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b9b49855-27d6-4b66-9544-7f432f9ed5d6 req-2ff3bcd6-a274-4b78-8a92-768db5229111 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0641968 Jul 28 03:39:02.590999 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae32dac-f193-4a19-8d1c-99fd80bb37c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1e35a1-9392-4fac-ba44-58c1838cd4ae,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:02.597740 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0ae32dac-f193-4a19-8d1c-99fd80bb37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:02.598086 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.segments_db [None req-0ae32dac-f193-4a19-8d1c-99fd80bb37c8 admin admin] Added segment 4da03bed-4a7d-47ff-9fce-544131d75007 of type vlan for network b25cc0de-ded2-4f06-a5ba-088ba3628bb5 Jul 28 03:39:02.647324 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0ae32dac-f193-4a19-8d1c-99fd80bb37c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:02.653470 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313428f4-af17-453e-9a0d-d803959726d2 req-7ace6bc6-0ddb-445a-b73d-656a9d3a1c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:02.655033 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-313428f4-af17-453e-9a0d-d803959726d2 req-7ace6bc6-0ddb-445a-b73d-656a9d3a1c91 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=390a8b33f669478db43fb9ad4259eccb&device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 1097 time: 0.0503016 Jul 28 03:39:02.666445 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a6fedb-6497-4449-bf21-93a28a356771 x-openstack-request-id: req-77a6fedb-6497-4449-bf21-93a28a356771 {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:02.667035 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5b4e64-7b52-4fdf-bc58-56fce40dfc51", "tag": "ccaf035b-9463-4fa8-9a86-6365b8e3f28e", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:02.667240 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77a6fedb-6497-4449-bf21-93a28a356771 {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:02.668356 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5b4e64-7b52-4fdf-bc58-56fce40dfc51', 'tag': 'ccaf035b-9463-4fa8-9a86-6365b8e3f28e', 'status': 'completed', 'code': 200} Jul 28 03:39:02.697359 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0ae32dac-f193-4a19-8d1c-99fd80bb37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:02.699492 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae32dac-f193-4a19-8d1c-99fd80bb37c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:02.700373 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0ae32dac-f193-4a19-8d1c-99fd80bb37c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:02.758791 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-0ae32dac-f193-4a19-8d1c-99fd80bb37c8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5995874 Jul 28 03:39:02.761974 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 43116) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:02.767375 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-d99df69b-bd3b-411f-98d0-0ebd13264c90 admin admin] Request body: {'subnet': {'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1960454992-subnet', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'ip_version': 4}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:02.800674 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-313428f4-af17-453e-9a0d-d803959726d2 req-e8659512-95c8-49b6-99a0-8ca8a06459eb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccaf035b-9463-4fa8-9a86-6365b8e3f28e HTTP/1.1" status: 200 len: 217 time: 0.0738938 Jul 28 03:39:02.804725 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae32dac-f193-4a19-8d1c-99fd80bb37c8 admin admin] Pushing event updated for resources: {'Network': ['ID=b25cc0de-ded2-4f06-a5ba-088ba3628bb5,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:02.821113 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network b25cc0de-ded2-4f06-a5ba-088ba3628bb5 details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:39:02.822850 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ccaef-6b73-4c3a-89b1-08cd03ca1eb8 req-910fbc87-6335-40eb-b12d-02c85fd2fcd0 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:02.825672 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f26ccaef-6b73-4c3a-89b1-08cd03ca1eb8 req-910fbc87-6335-40eb-b12d-02c85fd2fcd0 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.1020045 Jul 28 03:39:02.828548 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99df69b-bd3b-411f-98d0-0ebd13264c90 admin admin] Made reservation on behalf of dcfeb19e3a6d42cfbf29ba7e9a7aeacf for: {'subnet': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:02.830813 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d99df69b-bd3b-411f-98d0-0ebd13264c90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30343348'] for subnet, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:02.837404 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18c522-489e-428d-a015-ccdeabd7a5cf req-c66471ae-398f-4441-a780-13c74e656826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:02.839793 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6e18c522-489e-428d-a015-ccdeabd7a5cf req-c66471ae-398f-4441-a780-13c74e656826 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 1098 time: 0.0676634 Jul 28 03:39:02.918901 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f26ccaef-6b73-4c3a-89b1-08cd03ca1eb8 req-ba74ca25-69a7-4407-9584-c2fcfe8571df tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859005 Jul 28 03:39:02.924301 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313428f4-af17-453e-9a0d-d803959726d2 req-7cd0c7ca-61fd-4093-8190-c1512e0ea5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:02.925835 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-313428f4-af17-453e-9a0d-d803959726d2 req-7cd0c7ca-61fd-4093-8190-c1512e0ea5bc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0e65c7d-3f0a-4b3f-b54e-edaeeaa0ba53 HTTP/1.1" status: 200 len: 848 time: 0.0755625 Jul 28 03:39:02.966225 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-313428f4-af17-453e-9a0d-d803959726d2 req-202399d0-da8b-40c1-ae4a-51f88b12b6d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70ad9fef-d2a8-4a68-a9fa-5f970fad1121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303705 Jul 28 03:39:03.006029 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18c522-489e-428d-a015-ccdeabd7a5cf req-9e3eeef3-ee3b-4585-a0da-c77f3ea23af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:03.007519 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6e18c522-489e-428d-a015-ccdeabd7a5cf req-9e3eeef3-ee3b-4585-a0da-c77f3ea23af4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 200 len: 920 time: 0.1296351 Jul 28 03:39:03.079641 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-313428f4-af17-453e-9a0d-d803959726d2 req-e2cbb042-6699-46c0-afa6-30ea8ee558b4 service neutron] 10.222.0.25 "GET /v2.0/networks/70ad9fef-d2a8-4a68-a9fa-5f970fad1121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046810 Jul 28 03:39:03.082225 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6e18c522-489e-428d-a015-ccdeabd7a5cf req-815ad243-4a7f-4c77-994c-bc4e14dac6a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b HTTP/1.1" status: 200 len: 217 time: 0.0431254 Jul 28 03:39:03.186798 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d99df69b-bd3b-411f-98d0-0ebd13264c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30596134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30343366'] for subnet, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:03.227292 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18c522-489e-428d-a015-ccdeabd7a5cf req-5d87ef7b-0cbf-4473-96f6-ae38f150ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:03.228917 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6e18c522-489e-428d-a015-ccdeabd7a5cf req-5d87ef7b-0cbf-4473-96f6-ae38f150ba03 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38d1d376-b64d-4e01-9348-989681f94b9a HTTP/1.1" status: 200 len: 859 time: 0.0928283 Jul 28 03:39:03.241818 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-313428f4-af17-453e-9a0d-d803959726d2 req-117384e3-d3a0-4176-94ab-860764386255 service neutron] 10.222.0.25 "GET /v2.0/networks/70ad9fef-d2a8-4a68-a9fa-5f970fad1121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316195 Jul 28 03:39:03.297847 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6e18c522-489e-428d-a015-ccdeabd7a5cf req-a738a4c7-e4b9-47ef-b2c4-787020943950 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a08c665d-fc97-4225-bb45-ecd81a76a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530436 Jul 28 03:39:03.298441 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99df69b-bd3b-411f-98d0-0ebd13264c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:03.309183 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99df69b-bd3b-411f-98d0-0ebd13264c90 admin admin] Checking segment: {'id': '4da03bed-4a7d-47ff-9fce-544131d75007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:03.309540 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99df69b-bd3b-411f-98d0-0ebd13264c90 admin admin] Network hostable DHCP agents. Network: b25cc0de-ded2-4f06-a5ba-088ba3628bb5, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:39:03.319184 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1dd42-d55c-4162-b7bd-897cdb61d2df req-f2e24006-2c80-4e18-b76d-7e991815a9a2 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:03.320800 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cab1dd42-d55c-4162-b7bd-897cdb61d2df req-f2e24006-2c80-4e18-b76d-7e991815a9a2 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 944 time: 0.0558560 Jul 28 03:39:03.326244 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99df69b-bd3b-411f-98d0-0ebd13264c90 admin admin] Network b25cc0de-ded2-4f06-a5ba-088ba3628bb5 is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:39:03.335869 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-d99df69b-bd3b-411f-98d0-0ebd13264c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, b25cc0de-ded2-4f06-a5ba-088ba3628bb5) {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:03.340848 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99df69b-bd3b-411f-98d0-0ebd13264c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:03.341467 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d99df69b-bd3b-411f-98d0-0ebd13264c90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:03.347381 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0185447-4d8d-4877-a18b-fb1c0f3da022 None None] Network b25cc0de-ded2-4f06-a5ba-088ba3628bb5 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:03.364964 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-d99df69b-bd3b-411f-98d0-0ebd13264c90 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6019080 Jul 28 03:39:03.368003 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 43128) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:03.372820 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1960454992-router', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:03.381523 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cab1dd42-d55c-4162-b7bd-897cdb61d2df req-91981e40-61ee-4b86-bb18-2178e5133620 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526481 Jul 28 03:39:03.403952 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-211197'] for router, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:03.405268 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33129348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33083519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-211178'] for router, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:03.510821 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:03.523251 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63c72175-85b7-5549-bc99-b4b3332e2149-b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'fixed_ips': [{'subnet_id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196'}]}} from dv-cinder-733062-21-iscsi. {{(pid=93264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:39:03.524494 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:03.550016 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533020c-62e6-4812-b736-3b4a29bdd1ad req-16997a63-3312-4721-808d-c4c379c8eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:03.551930 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c533020c-62e6-4812-b736-3b4a29bdd1ad req-16997a63-3312-4721-808d-c4c379c8eae4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=390a8b33f669478db43fb9ad4259eccb&device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 1097 time: 0.0650308 Jul 28 03:39:03.599908 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6e18c522-489e-428d-a015-ccdeabd7a5cf req-dda8101f-0ffc-4e1e-a752-1e63a715fd5f service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061121 Jul 28 03:39:03.711454 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533020c-62e6-4812-b736-3b4a29bdd1ad req-0eddd272-fede-43f2-81c8-117e68f4ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:03.713477 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c533020c-62e6-4812-b736-3b4a29bdd1ad req-0eddd272-fede-43f2-81c8-117e68f4ecb9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70ad9fef-d2a8-4a68-a9fa-5f970fad1121 HTTP/1.1" status: 200 len: 909 time: 0.1148643 Jul 28 03:39:03.731981 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.db_base_plugin_common [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Allocated IP 172.20.0.2 (b25cc0de-ded2-4f06-a5ba-088ba3628bb5/ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196/9d8d0496-1987-4e5f-88a5-312cd3dbfd99) {{(pid=93264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:03.780013 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c533020c-62e6-4812-b736-3b4a29bdd1ad req-32822c31-0910-453c-99e3-ef798ab36afd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccaf035b-9463-4fa8-9a86-6365b8e3f28e HTTP/1.1" status: 200 len: 217 time: 0.0475004 Jul 28 03:39:03.788359 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33084851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210968'] for router, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:03.845309 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533020c-62e6-4812-b736-3b4a29bdd1ad req-fa7afced-70ba-454b-a31a-063081457295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:03.847092 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c533020c-62e6-4812-b736-3b4a29bdd1ad req-fa7afced-70ba-454b-a31a-063081457295 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0e65c7d-3f0a-4b3f-b54e-edaeeaa0ba53 HTTP/1.1" status: 200 len: 848 time: 0.0511415 Jul 28 03:39:03.892573 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6e18c522-489e-428d-a015-ccdeabd7a5cf req-21cc6683-1e79-4ede-a396-56dc132b8845 service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010815 Jul 28 03:39:03.906251 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e472d-5d78-4d0c-959e-60450c3e6d98 req-efc0b773-fb6f-4bb4-868c-8f71ddc2a02e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:03.907775 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d00e472d-5d78-4d0c-959e-60450c3e6d98 req-efc0b773-fb6f-4bb4-868c-8f71ddc2a02e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.1291718 Jul 28 03:39:03.912352 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c533020c-62e6-4812-b736-3b4a29bdd1ad req-74702009-53e4-47b1-89ae-ce2beb40210b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70ad9fef-d2a8-4a68-a9fa-5f970fad1121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295825 Jul 28 03:39:03.916801 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Notify callbacks [] for port, precommit_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:03.926848 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Transition to ACTIVE for port object 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:03.942806 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Transition to ACTIVE for port object 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 will not be triggered until provisioned by entity DHCP. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:03.950722 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:03.961034 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d00e472d-5d78-4d0c-959e-60450c3e6d98 req-5b5b94ed-50ed-469c-a2ff-30d150a4565f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458474 Jul 28 03:39:03.994037 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Network b25cc0de-ded2-4f06-a5ba-088ba3628bb5 is already hosted by enough agents. {{(pid=93264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:04.000670 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.base_scheduler [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Resources bound (agent type, host, resource id): {{(pid=93264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:04.004520 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Received port after_create {{(pid=93264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:04.033651 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Pushing event updated for resources: {'Port': ['ID=9d8d0496-1987-4e5f-88a5-312cd3dbfd99,revision_number=1']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:04.113421 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Attempting to bind port 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:04.114280 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Attempting to bind port 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '4da03bed-4a7d-47ff-9fce-544131d75007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:04.114696 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Attempting to bind port 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 on network b25cc0de-ded2-4f06-a5ba-088ba3628bb5 {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:04.122685 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:04.122921 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c533020c-62e6-4812-b736-3b4a29bdd1ad req-05500330-76c1-4069-b6db-63960e6442ec service neutron] 10.222.0.25 "GET /v2.0/networks/70ad9fef-d2a8-4a68-a9fa-5f970fad1121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972122 Jul 28 03:39:04.123066 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Checking segment: {'id': '4da03bed-4a7d-47ff-9fce-544131d75007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:04.123498 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:04.124274 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Bound using segment: {'id': '4da03bed-4a7d-47ff-9fce-544131d75007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:04.124929 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Bound port: 9d8d0496-1987-4e5f-88a5-312cd3dbfd99, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da03bed-4a7d-47ff-9fce-544131d75007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:04.125478 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:04.173952 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:04.199976 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] For port 9d8d0496-1987-4e5f-88a5-312cd3dbfd99, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:04.203350 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] For port 9d8d0496-1987-4e5f-88a5-312cd3dbfd99, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=9d8d0496-1987-4e5f-88a5-312cd3dbfd99,segment=NetworkSegment(4da03bed-4a7d-47ff-9fce-544131d75007),segment_id=4da03bed-4a7d-47ff-9fce-544131d75007)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:04.209600 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:04.209950 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:04.245579 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85318e-c945-47f3-946a-836a6635e7d3 req-da80b295-ba9b-46a1-8584-222342d06384 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:04.247389 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ac85318e-c945-47f3-946a-836a6635e7d3 req-da80b295-ba9b-46a1-8584-222342d06384 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.1768832 Jul 28 03:39:04.288241 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef5ea8-b979-46d0-9542-46480d6d0671 None None] Pushing event updated for resources: {'Port': ['ID=9d8d0496-1987-4e5f-88a5-312cd3dbfd99,revision_number=2']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:04.334759 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c533020c-62e6-4812-b736-3b4a29bdd1ad req-1812450e-2cb8-49a7-9aaa-fc6ef52994b9 service neutron] 10.222.0.25 "GET /v2.0/networks/70ad9fef-d2a8-4a68-a9fa-5f970fad1121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966717 Jul 28 03:39:04.337727 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ac85318e-c945-47f3-946a-836a6635e7d3 req-b91112eb-1b98-45bc-a671-dbf32de914ae tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801251 Jul 28 03:39:04.417818 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Allocated IP 172.27.1.244 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/fb8dd018-7b08-4e2e-9b35-50e253764d25) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:04.527964 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb8df-cccc-4035-a78e-33613ae8caab req-8694f089-b615-416a-9c8b-485b4a835c71 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:04.529571 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-991fb8df-cccc-4035-a78e-33613ae8caab req-8694f089-b615-416a-9c8b-485b4a835c71 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/networks?id=907c8c72-fbe1-4216-965a-39395c1cad68 HTTP/1.1" status: 200 len: 814 time: 0.2008877 Jul 28 03:39:04.560997 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-991fb8df-cccc-4035-a78e-33613ae8caab req-89e21480-cdf4-4298-a575-16283039fc10 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/quotas/da239fd2931445e6be6459a0225fbd85 HTTP/1.1" status: 200 len: 375 time: 0.0205030 Jul 28 03:39:04.579874 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524b8a4-0a08-4c7c-b85d-0d3b740b42b8 req-62f958af-d569-4986-b99f-4f81df74872a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:04.581569 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4524b8a4-0a08-4c7c-b85d-0d3b740b42b8 req-62f958af-d569-4986-b99f-4f81df74872a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 944 time: 0.0703633 Jul 28 03:39:04.627132 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:04.655054 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4524b8a4-0a08-4c7c-b85d-0d3b740b42b8 req-6cedf530-c4e1-43b9-aaee-b2afb28bce71 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665209 Jul 28 03:39:04.661341 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-991fb8df-cccc-4035-a78e-33613ae8caab req-b4df12eb-8ed0-4400-b7bc-6c07049e564f tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da239fd2931445e6be6459a0225fbd85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922780 Jul 28 03:39:04.745335 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:04.807607 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:04.816107 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-991fb8df-cccc-4035-a78e-33613ae8caab req-274f79c4-ccc2-43c6-9b2d-0aea1053e94e service neutron] 10.222.0.16 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459718 Jul 28 03:39:04.817684 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:04.819632 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Pushing event updated for resources: {'Port': ['ID=fb8dd018-7b08-4e2e-9b35-50e253764d25,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:04.822208 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:05.028537 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-991fb8df-cccc-4035-a78e-33613ae8caab req-e1aba586-7da1-4614-89ea-ed29760b04e9 service neutron] 10.222.0.16 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848795 Jul 28 03:39:05.169652 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:05.188203 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1785a7-6d0b-4c67-8906-8330227c8610 req-5b95466c-960f-43d0-a8f9-596539ca0830 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:05.189936 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ab1785a7-6d0b-4c67-8906-8330227c8610 req-5b95466c-960f-43d0-a8f9-596539ca0830 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0910130 Jul 28 03:39:05.240756 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ab1785a7-6d0b-4c67-8906-8330227c8610 req-c7b5dcfd-6612-4c8c-866b-0bf902f42e90 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443637 Jul 28 03:39:05.402168 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987647e5-d9ec-4ecb-a446-9e62c3e7c455 None None] Network b25cc0de-ded2-4f06-a5ba-088ba3628bb5 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:05.476690 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8f9be2b2-6097-41c7-a55a-77522f44d4f7 req-cef84e90-f214-4ecd-bb89-78533db99033 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 210 time: 0.0842552 Jul 28 03:39:05.531062 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-defeb194-2735-40c4-9d4d-51acff7539b6 None None] Provisioning for port 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:05.606393 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ab8fa-8338-4347-a1d4-4a348a6e8752 req-dad5ff17-6848-4c35-ba35-4de6c213ad36 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:05.608418 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-448ab8fa-8338-4347-a1d4-4a348a6e8752 req-dad5ff17-6848-4c35-ba35-4de6c213ad36 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0704288 Jul 28 03:39:05.723478 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:05.725592 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-448ab8fa-8338-4347-a1d4-4a348a6e8752 req-aea4ae0b-559c-4f33-8a51-e7f484f2fa97 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746243 Jul 28 03:39:05.793127 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33084822'] for router, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:05.850112 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:05.854377 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de59e6-1853-40c6-85f6-c5a839aaa689 req-902331bc-cc1b-4b6f-957e-400cbda1904e tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:05.857989 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:05.858373 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:05.861532 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-85de59e6-1853-40c6-85f6-c5a839aaa689 req-902331bc-cc1b-4b6f-957e-400cbda1904e tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 944 time: 0.1125762 Jul 28 03:39:05.911837 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-85de59e6-1853-40c6-85f6-c5a839aaa689 req-4e0293c0-4ca4-4d69-a85e-a9511004a9f5 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410738 Jul 28 03:39:05.984138 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Router 121148fe-7d90-41a5-a987-6864f1583148 is scheduled to L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d with binding_index 1 {{(pid=93262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:39:06.075783 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:06.086462 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-03cb215e-e4bf-4dec-b750-9d02a3f72c3a None None] Provisioning complete for port 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:06.086948 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-03cb215e-e4bf-4dec-b750-9d02a3f72c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:06.098267 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:39:06.120199 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Sync routers for ids ['121148fe-7d90-41a5-a987-6864f1583148'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:39:06.132630 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] Notify callbacks [] for router, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:06.135118 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-8087a5fd-a77b-40ea-90d5-5e999f3dcb85 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7656007 Jul 28 03:39:06.137309 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 43180) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:06.138818 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port 9d8d0496-1987-4e5f-88a5-312cd3dbfd99, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=9d8d0496-1987-4e5f-88a5-312cd3dbfd99,segment=NetworkSegment(4da03bed-4a7d-47ff-9fce-544131d75007),segment_id=4da03bed-4a7d-47ff-9fce-544131d75007)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:06.141893 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Routers {'121148fe-7d90-41a5-a987-6864f1583148'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:06.143412 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:38:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['121148fe-7d90-41a5-a987-6864f1583148'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:06.148956 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:06.227075 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=9d8d0496-1987-4e5f-88a5-312cd3dbfd99,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:06.280357 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Set router 121148fe-7d90-41a5-a987-6864f1583148 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:06.368030 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edee80-25ff-4b11-9062-a0c00292962e req-23153601-bc01-4a2b-ac1d-51770cf693f5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:06.369805 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-24edee80-25ff-4b11-9062-a0c00292962e req-23153601-bc01-4a2b-ac1d-51770cf693f5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0499940 Jul 28 03:39:06.411212 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-24edee80-25ff-4b11-9062-a0c00292962e req-e0af8816-78b8-42f3-a7c3-aff9b0bc778e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337927 Jul 28 03:39:06.473173 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121148fe-7d90-41a5-a987-6864f1583148', 'name': 'tempest-TestShelveInstance-1960454992-router', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:03Z', 'updated_at': '2021-07-28T03:39:05Z', 'revision_number': 3, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'gw_port': {'id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:04Z', 'updated_at': '2021-07-28T03:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:06.500700 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Checking router: 121148fe-7d90-41a5-a987-6864f1583148 for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:39:06.500700 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Updating router 121148fe-7d90-41a5-a987-6864f1583148 port fb8dd018-7b08-4e2e-9b35-50e253764d25 binding host dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:39:06.525704 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:06.601351 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4d50ed15-d856-412b-a266-718d98cdf557 req-1b357e2b-3acd-44b1-8f8e-eefb109724c1 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 210 time: 0.0283918 Jul 28 03:39:06.615131 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:06.881957 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Allocated IP 172.20.0.1 (b25cc0de-ded2-4f06-a5ba-088ba3628bb5/ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196/c653778d-03fa-4258-8799-e8eaff2eee36) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:06.884201 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3aa7a-1ecf-4804-ac86-c1da46dd8a43 req-99f92f27-962f-41df-94f6-393faec02164 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:06.886106 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2cd3aa7a-1ecf-4804-ac86-c1da46dd8a43 req-99f92f27-962f-41df-94f6-393faec02164 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0791664 Jul 28 03:39:06.895655 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb8df-cccc-4035-a78e-33613ae8caab req-4854c7d7-22d2-483d-8d20-2668a88d87bd tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:06.897310 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-991fb8df-cccc-4035-a78e-33613ae8caab req-4854c7d7-22d2-483d-8d20-2668a88d87bd tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.25 "GET /v2.0/networks?id=907c8c72-fbe1-4216-965a-39395c1cad68 HTTP/1.1" status: 200 len: 814 time: 0.1799545 Jul 28 03:39:06.933890 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-991fb8df-cccc-4035-a78e-33613ae8caab req-1e941d44-769a-4121-96da-2862c663ab60 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Request body: {'port': {'device_id': 'a13f1d98-e65b-42e1-b39c-b225093adc02', 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68', 'admin_state_up': True, 'tenant_id': 'da239fd2931445e6be6459a0225fbd85'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:06.945350 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Notify callbacks [] for port, precommit_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:06.950471 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2cd3aa7a-1ecf-4804-ac86-c1da46dd8a43 req-63c0eba1-6f73-42e9-82c6-739784022a53 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556140 Jul 28 03:39:06.956428 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.provisioning_blocks [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Transition to ACTIVE for port object fb8dd018-7b08-4e2e-9b35-50e253764d25 will not be triggered until provisioned by entity L2. {{(pid=93265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:06.973620 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:06.982905 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device ccaf035b-9463-4fa8-9a86-6365b8e3f28e details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:39:07.027908 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffc6a4-5e83-4abc-88d4-38d74e2b3c73 None None] Pushing event updated for resources: {'Port': ['ID=fb8dd018-7b08-4e2e-9b35-50e253764d25,revision_number=2']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:07.043447 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Attempting to bind port fb8dd018-7b08-4e2e-9b35-50e253764d25 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:07.043856 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Attempting to bind port fb8dd018-7b08-4e2e-9b35-50e253764d25 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:07.044218 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Attempting to bind port fb8dd018-7b08-4e2e-9b35-50e253764d25 on network d8863e53-3de7-4b8e-8c20-72f015d11098 {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:07.052123 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:07.052517 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Checking segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:07.052901 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:07.053284 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Bound using segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:07.053745 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Bound port: fb8dd018-7b08-4e2e-9b35-50e253764d25, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:07.054140 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:07.094067 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port ccaf035b-9463-4fa8-9a86-6365b8e3f28e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ccaf035b-9463-4fa8-9a86-6365b8e3f28e,segment=NetworkSegment(c0f43a52-0eec-4b9f-bbde-7db271dfbaf4),segment_id=c0f43a52-0eec-4b9f-bbde-7db271dfbaf4)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:07.111075 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': 'ccaf035b-9463-4fa8-9a86-6365b8e3f28e', 'network_id': '70ad9fef-d2a8-4a68-a9fa-5f970fad1121', 'port_id': 'ccaf035b-9463-4fa8-9a86-6365b8e3f28e', 'mac_address': 'fa:16:3e:ec:cf:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e65c7d-3f0a-4b3f-b54e-edaeeaa0ba53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:39:07.111940 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] For port fb8dd018-7b08-4e2e-9b35-50e253764d25, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:07.115834 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] For port fb8dd018-7b08-4e2e-9b35-50e253764d25, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=fb8dd018-7b08-4e2e-9b35-50e253764d25,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:07.124489 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:07.159103 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:07.172266 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c35ae8-f840-4a09-bb98-e03ce45a597f req-2952945c-bbcd-48c1-ae36-e2ae78e8f4d9 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:07.173793 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-37c35ae8-f840-4a09-bb98-e03ce45a597f req-2952945c-bbcd-48c1-ae36-e2ae78e8f4d9 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 944 time: 0.1485760 Jul 28 03:39:07.181338 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Routers {'121148fe-7d90-41a5-a987-6864f1583148'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:07.181721 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccaf035b-9463-4fa8-9a86-6365b8e3f28e {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:07.181828 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:07.181965 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:38:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['121148fe-7d90-41a5-a987-6864f1583148'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:07.203060 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port ccaf035b-9463-4fa8-9a86-6365b8e3f28e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ccaf035b-9463-4fa8-9a86-6365b8e3f28e,segment=NetworkSegment(c0f43a52-0eec-4b9f-bbde-7db271dfbaf4),segment_id=c0f43a52-0eec-4b9f-bbde-7db271dfbaf4)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:07.207306 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:07.219185 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Transition to ACTIVE for port object c653778d-03fa-4258-8799-e8eaff2eee36 will not be triggered until provisioned by entity DHCP. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:07.234430 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffc6a4-5e83-4abc-88d4-38d74e2b3c73 None None] Pushing event updated for resources: {'Port': ['ID=fb8dd018-7b08-4e2e-9b35-50e253764d25,revision_number=3']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:07.241126 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991fb8df-cccc-4035-a78e-33613ae8caab req-1e941d44-769a-4121-96da-2862c663ab60 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Made reservation on behalf of da239fd2931445e6be6459a0225fbd85 for: {'port': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:07.244602 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-991fb8df-cccc-4035-a78e-33613ae8caab req-1e941d44-769a-4121-96da-2862c663ab60 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:07.259321 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-37c35ae8-f840-4a09-bb98-e03ce45a597f req-3beb8f43-ec49-419c-80d1-066892052a75 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728302 Jul 28 03:39:07.266585 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=ccaf035b-9463-4fa8-9a86-6365b8e3f28e,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:07.314656 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] Set router 121148fe-7d90-41a5-a987-6864f1583148 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:07.341423 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:07.419189 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Network b25cc0de-ded2-4f06-a5ba-088ba3628bb5 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:07.428742 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:07.430509 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=c653778d-03fa-4258-8799-e8eaff2eee36,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:07.432618 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:07.433650 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33084745'] for router_interface, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:07.480394 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [req-991fb8df-cccc-4035-a78e-33613ae8caab req-1e941d44-769a-4121-96da-2862c663ab60 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Allocated IP 172.20.0.2 (907c8c72-fbe1-4216-965a-39395c1cad68/42991eb1-738b-4dc3-b514-2c250430ac50/872503cb-9c95-418a-a479-b2ec51dd5555) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:07.528725 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121148fe-7d90-41a5-a987-6864f1583148', 'name': 'tempest-TestShelveInstance-1960454992-router', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:03Z', 'updated_at': '2021-07-28T03:39:05Z', 'revision_number': 3, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'gw_port': {'id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:04Z', 'updated_at': '2021-07-28T03:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:07.576589 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf1bae-a8e5-45a4-b433-8cd923675d64 None None] The sync data for ids ['121148fe-7d90-41a5-a987-6864f1583148'] in dv-cinder-733062-21-iscsi is: [{'id': '121148fe-7d90-41a5-a987-6864f1583148', 'name': 'tempest-TestShelveInstance-1960454992-router', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:03Z', 'updated_at': '2021-07-28T03:39:05Z', 'revision_number': 3, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'gw_port': {'id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:04Z', 'updated_at': '2021-07-28T03:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:39:07.593602 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8241b5e-8ab7-47cd-9857-75b46e462af5 req-bfc696d9-556e-405e-a2d8-fc1e23ba064e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:07.595626 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e8241b5e-8ab7-47cd-9857-75b46e462af5 req-bfc696d9-556e-405e-a2d8-fc1e23ba064e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0903757 Jul 28 03:39:07.674806 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e8241b5e-8ab7-47cd-9857-75b46e462af5 req-a0884257-df7f-4463-9270-162d11eed6cf tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0681376 Jul 28 03:39:07.695552 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:07.711679 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['ccaf035b-9463-4fa8-9a86-6365b8e3f28e'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:07.782533 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:07.788947 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3d237394-e3c0-4a94-9da3-a8963b5db0f3 req-e4e7b7ac-7d6b-4f37-8914-cbc649a7f6b9 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 210 time: 0.0503325 Jul 28 03:39:07.803411 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-c8bf1ea5-c79e-41d9-ba2a-eacb462ef180 None None] Provisioning for port c653778d-03fa-4258-8799-e8eaff2eee36 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:07.813258 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-c8bf1ea5-c79e-41d9-ba2a-eacb462ef180 None None] Provisioning complete for port c653778d-03fa-4258-8799-e8eaff2eee36 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:07.813747 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c8bf1ea5-c79e-41d9-ba2a-eacb462ef180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:07.854176 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:07.854754 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:07.895736 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf1ea5-c79e-41d9-ba2a-eacb462ef180 None None] Port c653778d-03fa-4258-8799-e8eaff2eee36 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:39:07.945104 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-991fb8df-cccc-4035-a78e-33613ae8caab req-1e941d44-769a-4121-96da-2862c663ab60 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:08.103917 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea64c7-f1d0-421c-a152-1b9b26d7a6fd req-29fe31d6-36bb-47d5-87e0-6a3e6d4b4513 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:08.108300 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-70ea64c7-f1d0-421c-a152-1b9b26d7a6fd req-29fe31d6-36bb-47d5-87e0-6a3e6d4b4513 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0585418 Jul 28 03:39:08.151356 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-70ea64c7-f1d0-421c-a152-1b9b26d7a6fd req-703c0955-7233-4904-affd-5efbdee91e65 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380278 Jul 28 03:39:08.311297 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-991fb8df-cccc-4035-a78e-33613ae8caab req-1e941d44-769a-4121-96da-2862c663ab60 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:08.366729 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991fb8df-cccc-4035-a78e-33613ae8caab req-1e941d44-769a-4121-96da-2862c663ab60 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Network 907c8c72-fbe1-4216-965a-39395c1cad68 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:08.387644 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [req-991fb8df-cccc-4035-a78e-33613ae8caab req-1e941d44-769a-4121-96da-2862c663ab60 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:08.390025 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-991fb8df-cccc-4035-a78e-33613ae8caab req-1e941d44-769a-4121-96da-2862c663ab60 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:08.395961 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb8df-cccc-4035-a78e-33613ae8caab req-1e941d44-769a-4121-96da-2862c663ab60 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:08.396589 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-991fb8df-cccc-4035-a78e-33613ae8caab req-1e941d44-769a-4121-96da-2862c663ab60 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:08.417084 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:08.432289 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:08.433543 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33249965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33442009'] for router_interface, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:08.436090 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e941d44-769a-4121-96da-2862c663ab60 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Pushing event updated for resources: {'Port': ['ID=872503cb-9c95-418a-a479-b2ec51dd5555,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:08.477518 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-991fb8df-cccc-4035-a78e-33613ae8caab req-1e941d44-769a-4121-96da-2862c663ab60 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5487304 Jul 28 03:39:08.533613 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857c898-19af-4285-835c-f7cf11a62c14 req-139fa860-29cb-4c18-8131-1ab3d4f2293a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:08.535178 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4857c898-19af-4285-835c-f7cf11a62c14 req-139fa860-29cb-4c18-8131-1ab3d4f2293a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 945 time: 0.1802218 Jul 28 03:39:08.538987 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Request body: {'port': {'device_id': 'a13f1d98-e65b-42e1-b39c-b225093adc02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:08.557160 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=c653778d-03fa-4258-8799-e8eaff2eee36,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:08.655686 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4857c898-19af-4285-835c-f7cf11a62c14 req-c668b7dc-3891-4017-a848-883a7e5e0981 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068552 Jul 28 03:39:08.664670 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:08.688973 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Network b25cc0de-ded2-4f06-a5ba-088ba3628bb5 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:08.708244 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:08.912342 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e75db-c307-408a-bb5e-b9d392f57af8 req-2b81155c-b095-4012-8ea6-e4d53a9da17c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:08.914166 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8e2e75db-c307-408a-bb5e-b9d392f57af8 req-2b81155c-b095-4012-8ea6-e4d53a9da17c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0813007 Jul 28 03:39:08.930063 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['77bcf32c-4248-435a-be8b-cbf0a47caa64', '3dd4657d-306f-494f-8116-d5a46c725169', '89207e90-606c-4b3a-ac81-aead843125ef'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:08.968380 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8e2e75db-c307-408a-bb5e-b9d392f57af8 req-f12c33e3-de80-41c5-9275-f407f657ec74 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472310 Jul 28 03:39:09.057431 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c514b6-d0fd-43fc-a221-e028fd1d2f4b req-e88c7010-9d03-4825-9371-45ea9c3a2c37 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:09.060001 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c0c514b6-d0fd-43fc-a221-e028fd1d2f4b req-e88c7010-9d03-4825-9371-45ea9c3a2c37 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 931 time: 0.1515007 Jul 28 03:39:09.069452 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Router 121148fe-7d90-41a5-a987-6864f1583148 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:39:09.087900 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-5c88995d-e259-4043-a6a2-b9d703d02f91 None None] Provisioning complete for port c653778d-03fa-4258-8799-e8eaff2eee36 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:09.088522 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-5c88995d-e259-4043-a6a2-b9d703d02f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:09.149565 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-5c88995d-e259-4043-a6a2-b9d703d02f91 None None] Port c653778d-03fa-4258-8799-e8eaff2eee36 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:39:09.188563 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c0c514b6-d0fd-43fc-a221-e028fd1d2f4b req-4125f8ab-aa3b-44fe-9c9d-d7e7b2bd7ff6 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174729 Jul 28 03:39:09.282948 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872503cb-9c95-418a-a479-b2ec51dd5555 {{(pid=93263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:09.298184 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:09.310124 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:39:09.316734 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-159d076f-61bb-4908-aa59-2166efb03bf8 admin admin] 10.222.0.16 "PUT /v2.0/routers/121148fe-7d90-41a5-a987-6864f1583148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1781609 Jul 28 03:39:09.322447 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Transition to ACTIVE for port object 872503cb-9c95-418a-a479-b2ec51dd5555 will not be triggered until provisioned by entity L2. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:09.336809 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7408d7a-bac4-4ae0-ad27-0204d5d3667a req-c5e68f62-9d61-4e33-9f10-9049d8b30bf6 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:09.337915 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:09.339205 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f7408d7a-bac4-4ae0-ad27-0204d5d3667a req-c5e68f62-9d61-4e33-9f10-9049d8b30bf6 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0699852 Jul 28 03:39:09.400552 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f7408d7a-bac4-4ae0-ad27-0204d5d3667a req-e6d07439-d42a-4dc7-84b9-3ddb172d23c0 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536470 Jul 28 03:39:09.402133 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Pushing event updated for resources: {'Port': ['ID=872503cb-9c95-418a-a479-b2ec51dd5555,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:09.443839 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Attempting to bind port 872503cb-9c95-418a-a479-b2ec51dd5555 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:09.444100 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Attempting to bind port 872503cb-9c95-418a-a479-b2ec51dd5555 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:09.444437 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Attempting to bind port 872503cb-9c95-418a-a479-b2ec51dd5555 on network 907c8c72-fbe1-4216-965a-39395c1cad68 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:09.449052 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Port 872503cb-9c95-418a-a479-b2ec51dd5555 on network 907c8c72-fbe1-4216-965a-39395c1cad68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:39:09.449392 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Attempting to bind port 872503cb-9c95-418a-a479-b2ec51dd5555 on network 907c8c72-fbe1-4216-965a-39395c1cad68 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:09.454472 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:09.454810 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Checking segment: {'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:09.455197 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Bound using segment: {'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:09.455907 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Bound port: 872503cb-9c95-418a-a479-b2ec51dd5555, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68'}}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:09.456025 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:09.529317 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] For port 872503cb-9c95-418a-a479-b2ec51dd5555, host hv-cinder-73306, cleared binding levels {{(pid=93263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:09.537805 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Sync routers for ids ['121148fe-7d90-41a5-a987-6864f1583148'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:39:09.537961 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] For port 872503cb-9c95-418a-a479-b2ec51dd5555, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=872503cb-9c95-418a-a479-b2ec51dd5555,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:09.543865 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:09.548666 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Routers {'121148fe-7d90-41a5-a987-6864f1583148'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:09.550248 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:38:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['121148fe-7d90-41a5-a987-6864f1583148'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:09.584099 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:09.584851 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:09.586332 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-991fb8df-cccc-4035-a78e-33613ae8caab req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] 10.222.0.25 "PUT /v2.0/ports/872503cb-9c95-418a-a479-b2ec51dd5555 HTTP/1.1" status: 200 len: 1093 time: 1.0638938 Jul 28 03:39:09.586836 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13f1d98-e65b-42e1-b39c-b225093adc02', 'tag': '872503cb-9c95-418a-a479-b2ec51dd5555'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:09.589866 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6181ca-cd2f-4764-b68f-f92fcceac7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "a13f1d98-e65b-42e1-b39c-b225093adc02", "tag": "872503cb-9c95-418a-a479-b2ec51dd5555"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:09.615699 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a5c57-6c4a-4387-aa2f-e48cf9ae091c service neutron] Pushing event updated for resources: {'Port': ['ID=872503cb-9c95-418a-a479-b2ec51dd5555,revision_number=3']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:09.668993 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91876ab9-1f2d-4412-930e-f5bf7af5a669 x-openstack-request-id: req-91876ab9-1f2d-4412-930e-f5bf7af5a669 {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:09.669774 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13f1d98-e65b-42e1-b39c-b225093adc02", "tag": "872503cb-9c95-418a-a479-b2ec51dd5555", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:09.669774 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91876ab9-1f2d-4412-930e-f5bf7af5a669 {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:09.669964 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13f1d98-e65b-42e1-b39c-b225093adc02', 'tag': '872503cb-9c95-418a-a479-b2ec51dd5555', 'status': 'completed', 'code': 200} Jul 28 03:39:09.698518 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Set router 121148fe-7d90-41a5-a987-6864f1583148 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:09.729129 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device fb8dd018-7b08-4e2e-9b35-50e253764d25 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:09.768902 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb8df-cccc-4035-a78e-33613ae8caab req-5cdd7356-4da6-4c9d-80d6-b38cef8c1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:09.770907 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-991fb8df-cccc-4035-a78e-33613ae8caab req-5cdd7356-4da6-4c9d-80d6-b38cef8c1331 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da239fd2931445e6be6459a0225fbd85&device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 1096 time: 0.0580926 Jul 28 03:39:09.813859 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c765e-f746-40a3-91fb-4bb6ba7ac054 req-ef4ce9e8-4163-4025-a43c-f06327e2013b tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:09.816033 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0a5c765e-f746-40a3-91fb-4bb6ba7ac054 req-ef4ce9e8-4163-4025-a43c-f06327e2013b tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 945 time: 0.0608561 Jul 28 03:39:09.829913 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-991fb8df-cccc-4035-a78e-33613ae8caab req-7faa97d2-e6d5-472b-9ee2-24be8e93636d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=872503cb-9c95-418a-a479-b2ec51dd5555 HTTP/1.1" status: 200 len: 217 time: 0.0398159 Jul 28 03:39:09.881724 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0a5c765e-f746-40a3-91fb-4bb6ba7ac054 req-801175f7-4b61-4244-b825-f134a008cca0 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544419 Jul 28 03:39:09.918992 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb8df-cccc-4035-a78e-33613ae8caab req-a473f40e-f03b-4281-aa0b-b57b0c21d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:09.920760 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-991fb8df-cccc-4035-a78e-33613ae8caab req-a473f40e-f03b-4281-aa0b-b57b0c21d512 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42991eb1-738b-4dc3-b514-2c250430ac50 HTTP/1.1" status: 200 len: 854 time: 0.0798604 Jul 28 03:39:09.924271 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port fb8dd018-7b08-4e2e-9b35-50e253764d25 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:09.930638 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port fb8dd018-7b08-4e2e-9b35-50e253764d25 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:09.931277 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:09.953995 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 43240) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:09.959172 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-dfdcce2f-299f-4067-a44f-376a5bc0d8d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1711793524-network', 'tenant_id': 'daa5767c8c514b27b56c92e463dbf2cc'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:09.963370 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-991fb8df-cccc-4035-a78e-33613ae8caab req-fd663f02-0f6c-4997-a79f-99a9c9787f9f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=907c8c72-fbe1-4216-965a-39395c1cad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345521 Jul 28 03:39:09.997349 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdcce2f-299f-4067-a44f-376a5bc0d8d5 admin admin] Made reservation on behalf of daa5767c8c514b27b56c92e463dbf2cc for: {'network': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:09.999554 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-dfdcce2f-299f-4067-a44f-376a5bc0d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.034614 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121148fe-7d90-41a5-a987-6864f1583148', 'name': 'tempest-TestShelveInstance-1960454992-router', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:03Z', 'updated_at': '2021-07-28T03:39:07Z', 'revision_number': 4, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'gw_port': {'id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:04Z', 'updated_at': '2021-07-28T03:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'c653778d-03fa-4258-8799-e8eaff2eee36', 'name': '', 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'mac_address': 'fa:16:3e:1e:ca:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:06Z', 'updated_at': '2021-07-28T03:39:07Z', 'revision_number': 2, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'subnets': [{'id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:10.039893 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-dfdcce2f-299f-4067-a44f-376a5bc0d8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.043078 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:39:10.072042 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Checking router: 121148fe-7d90-41a5-a987-6864f1583148 for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:39:10.072483 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Updating router 121148fe-7d90-41a5-a987-6864f1583148 port c653778d-03fa-4258-8799-e8eaff2eee36 binding host dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:39:10.116424 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.126305 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.149790 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port fb8dd018-7b08-4e2e-9b35-50e253764d25, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=fb8dd018-7b08-4e2e-9b35-50e253764d25,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:10.154746 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.181769 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-991fb8df-cccc-4035-a78e-33613ae8caab req-20f3c44e-c979-4c7f-9199-af246ef86d59 service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046134 Jul 28 03:39:10.210411 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79fcf3-3211-49cd-a895-4704066dbbf5 req-6bb1d15d-bf30-4cc0-93f4-f1875c5e3453 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:10.211845 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cf79fcf3-3211-49cd-a895-4704066dbbf5 req-6bb1d15d-bf30-4cc0-93f4-f1875c5e3453 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0945928 Jul 28 03:39:10.292829 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=fb8dd018-7b08-4e2e-9b35-50e253764d25,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:10.334594 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bddf0e-a64f-476d-8eee-c54d1815e181 req-a2e39119-10f5-485f-b6c0-aff4c1e262c3 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:10.336467 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-28bddf0e-a64f-476d-8eee-c54d1815e181 req-a2e39119-10f5-485f-b6c0-aff4c1e262c3 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 943 time: 0.0653522 Jul 28 03:39:10.355658 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-dfdcce2f-299f-4067-a44f-376a5bc0d8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.369388 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-dfdcce2f-299f-4067-a44f-376a5bc0d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.380393 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-28bddf0e-a64f-476d-8eee-c54d1815e181 req-e6835c93-0a61-4f62-ae0c-32e441cc2fdd tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337124 Jul 28 03:39:10.391425 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-991fb8df-cccc-4035-a78e-33613ae8caab req-179613de-f85e-413d-aa24-3759ef57d10e service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966939 Jul 28 03:39:10.398167 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cf79fcf3-3211-49cd-a895-4704066dbbf5 req-853b4c22-9910-47e3-ad49-4e841ddaec98 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1634798 Jul 28 03:39:10.412436 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdcce2f-299f-4067-a44f-376a5bc0d8d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:39:10.424217 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcce2f-299f-4067-a44f-376a5bc0d8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530d6438-4241-4e7d-a3ea-9991521a461f,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:10.429364 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-dfdcce2f-299f-4067-a44f-376a5bc0d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.429716 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.segments_db [None req-dfdcce2f-299f-4067-a44f-376a5bc0d8d5 admin admin] Added segment 44b0868e-3913-4810-a5b6-9e5c5305c19d of type vlan for network 6e99adb8-dac7-48e4-90f3-a5b0d3e1f496 Jul 28 03:39:10.475957 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-dfdcce2f-299f-4067-a44f-376a5bc0d8d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.498421 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Notify callbacks [] for port, precommit_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.508052 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-dfdcce2f-299f-4067-a44f-376a5bc0d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.509165 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdcce2f-299f-4067-a44f-376a5bc0d8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:10.509541 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Transition to ACTIVE for port object c653778d-03fa-4258-8799-e8eaff2eee36 will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:10.509858 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-dfdcce2f-299f-4067-a44f-376a5bc0d8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.518776 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.537392 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8dd41-6827-4120-ab8a-c6a724a6ab24 req-b4353cb1-f0ff-4bfe-bd46-233de2d3732b tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:10.538957 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c9c8dd41-6827-4120-ab8a-c6a724a6ab24 req-b4353cb1-f0ff-4bfe-bd46-233de2d3732b tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0599277 Jul 28 03:39:10.585346 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-dfdcce2f-299f-4067-a44f-376a5bc0d8d5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6274347 Jul 28 03:39:10.586020 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 43250) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:10.592405 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b647d2-b78e-4f15-866a-d91b70794b34 None None] Pushing event updated for resources: {'Port': ['ID=c653778d-03fa-4258-8799-e8eaff2eee36,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:10.604765 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-0ff34a43-a906-4104-9efd-dab574b4b43b admin admin] Request body: {'subnet': {'network_id': '6e99adb8-dac7-48e4-90f3-a5b0d3e1f496', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1711793524-subnet', 'tenant_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'ip_version': 4}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:10.612665 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c9c8dd41-6827-4120-ab8a-c6a724a6ab24 req-6606a770-c72d-48fd-9a1c-1f8ba30d9b3f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668859 Jul 28 03:39:10.624404 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcce2f-299f-4067-a44f-376a5bc0d8d5 admin admin] Pushing event updated for resources: {'Network': ['ID=6e99adb8-dac7-48e4-90f3-a5b0d3e1f496,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:10.624853 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Attempting to bind port c653778d-03fa-4258-8799-e8eaff2eee36 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:10.625229 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Attempting to bind port c653778d-03fa-4258-8799-e8eaff2eee36 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '4da03bed-4a7d-47ff-9fce-544131d75007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:10.625594 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Attempting to bind port c653778d-03fa-4258-8799-e8eaff2eee36 on network b25cc0de-ded2-4f06-a5ba-088ba3628bb5 {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:10.632561 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:10.633322 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Checking segment: {'id': '4da03bed-4a7d-47ff-9fce-544131d75007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:10.633322 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.633721 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Bound using segment: {'id': '4da03bed-4a7d-47ff-9fce-544131d75007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:10.634195 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Bound port: c653778d-03fa-4258-8799-e8eaff2eee36, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da03bed-4a7d-47ff-9fce-544131d75007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:10.634571 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.639385 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network 6e99adb8-dac7-48e4-90f3-a5b0d3e1f496 details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:39:10.658123 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6181ca-cd2f-4764-b68f-f92fcceac7e2 req-4c0d7190-5331-4606-b5c2-0d95ddbdbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:10.660322 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ab6181ca-cd2f-4764-b68f-f92fcceac7e2 req-4c0d7190-5331-4606-b5c2-0d95ddbdbf4c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=da239fd2931445e6be6459a0225fbd85&device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 1096 time: 0.0901811 Jul 28 03:39:10.661564 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff34a43-a906-4104-9efd-dab574b4b43b admin admin] Made reservation on behalf of daa5767c8c514b27b56c92e463dbf2cc for: {'subnet': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:10.664000 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-0ff34a43-a906-4104-9efd-dab574b4b43b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.763351 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] For port c653778d-03fa-4258-8799-e8eaff2eee36, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:10.766982 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] For port c653778d-03fa-4258-8799-e8eaff2eee36, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=c653778d-03fa-4258-8799-e8eaff2eee36,segment=NetworkSegment(4da03bed-4a7d-47ff-9fce-544131d75007),segment_id=4da03bed-4a7d-47ff-9fce-544131d75007)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:10.771294 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:10.835266 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Routers {'121148fe-7d90-41a5-a987-6864f1583148'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:10.835782 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:38:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['121148fe-7d90-41a5-a987-6864f1583148'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:10.843586 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6181ca-cd2f-4764-b68f-f92fcceac7e2 req-b5e9dbc8-eb54-4631-aec9-691820f84c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:10.845581 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ab6181ca-cd2f-4764-b68f-f92fcceac7e2 req-b5e9dbc8-eb54-4631-aec9-691820f84c0e service neutron] 10.222.0.25 "GET /v2.0/networks?id=907c8c72-fbe1-4216-965a-39395c1cad68 HTTP/1.1" status: 200 len: 915 time: 0.1685410 Jul 28 03:39:10.942867 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ab6181ca-cd2f-4764-b68f-f92fcceac7e2 req-a6d3d9ec-45ca-4ac6-8c44-8f40c17880cf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=872503cb-9c95-418a-a479-b2ec51dd5555 HTTP/1.1" status: 200 len: 217 time: 0.0714607 Jul 28 03:39:11.015029 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device ccaf035b-9463-4fa8-9a86-6365b8e3f28e up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:11.056716 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b647d2-b78e-4f15-866a-d91b70794b34 None None] Pushing event updated for resources: {'Port': ['ID=c653778d-03fa-4258-8799-e8eaff2eee36,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:11.103194 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6181ca-cd2f-4764-b68f-f92fcceac7e2 req-55e44825-bc00-4f72-8f31-8a6ec4c5351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.105788 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ab6181ca-cd2f-4764-b68f-f92fcceac7e2 req-55e44825-bc00-4f72-8f31-8a6ec4c5351f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=42991eb1-738b-4dc3-b514-2c250430ac50 HTTP/1.1" status: 200 len: 854 time: 0.1508186 Jul 28 03:39:11.106759 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-0ff34a43-a906-4104-9efd-dab574b4b43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for subnet, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:11.132811 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port ccaf035b-9463-4fa8-9a86-6365b8e3f28e completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:11.145540 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port ccaf035b-9463-4fa8-9a86-6365b8e3f28e triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:11.145981 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:11.176990 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] Set router 121148fe-7d90-41a5-a987-6864f1583148 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:11.362293 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:11.397767 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ab6181ca-cd2f-4764-b68f-f92fcceac7e2 req-af448d3f-d5f6-4aba-9bc1-d1783dc02b44 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=907c8c72-fbe1-4216-965a-39395c1cad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2796302 Jul 28 03:39:11.404051 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5b4e64-7b52-4fdf-bc58-56fce40dfc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaf035b-9463-4fa8-9a86-6365b8e3f28e'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:11.405988 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b02a-2425-4615-a6d7-9ec6f217fd9e req-4961b33b-35e9-4b4d-994e-599246222fba tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.406273 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2767a9-6657-412f-9acb-a1bd136ec1ea" -d '{"events": [{"server_uuid": "1f5b4e64-7b52-4fdf-bc58-56fce40dfc51", "name": "network-vif-plugged", "status": "completed", "tag": "ccaf035b-9463-4fa8-9a86-6365b8e3f28e"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:11.407432 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-88d4b02a-2425-4615-a6d7-9ec6f217fd9e req-4961b33b-35e9-4b4d-994e-599246222fba tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 945 time: 0.3654320 Jul 28 03:39:11.422386 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port ccaf035b-9463-4fa8-9a86-6365b8e3f28e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ccaf035b-9463-4fa8-9a86-6365b8e3f28e,segment=NetworkSegment(c0f43a52-0eec-4b9f-bbde-7db271dfbaf4),segment_id=c0f43a52-0eec-4b9f-bbde-7db271dfbaf4)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:11.447158 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:11.493243 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff34a43-a906-4104-9efd-dab574b4b43b admin admin] Pushing event updated for resources: {'Subnet': ['ID=322d27a3-4881-42ea-bda6-f5aefde10b6d,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:11.517236 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99b8f3-1cfc-4bad-84ad-78b8aa45016c req-bdf3a74d-a60e-4feb-be12-9f5a04efdda0 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.518837 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1e99b8f3-1cfc-4bad-84ad-78b8aa45016c req-bdf3a74d-a60e-4feb-be12-9f5a04efdda0 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 943 time: 0.0625935 Jul 28 03:39:11.522399 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121148fe-7d90-41a5-a987-6864f1583148', 'name': 'tempest-TestShelveInstance-1960454992-router', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:03Z', 'updated_at': '2021-07-28T03:39:07Z', 'revision_number': 4, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'gw_port': {'id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:04Z', 'updated_at': '2021-07-28T03:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'c653778d-03fa-4258-8799-e8eaff2eee36', 'name': '', 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'mac_address': 'fa:16:3e:1e:ca:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:06Z', 'updated_at': '2021-07-28T03:39:10Z', 'revision_number': 4, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'subnets': [{'id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:11.523808 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=ccaf035b-9463-4fa8-9a86-6365b8e3f28e,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:11.540967 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff34a43-a906-4104-9efd-dab574b4b43b admin admin] Checking segment: {'id': '44b0868e-3913-4810-a5b6-9e5c5305c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e99adb8-dac7-48e4-90f3-a5b0d3e1f496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:11.541859 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff34a43-a906-4104-9efd-dab574b4b43b admin admin] Network hostable DHCP agents. Network: 6e99adb8-dac7-48e4-90f3-a5b0d3e1f496, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:39:11.548516 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-88d4b02a-2425-4615-a6d7-9ec6f217fd9e req-475f918c-58d4-448a-b6c9-c436899174b0 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145747 Jul 28 03:39:11.556407 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12be4eb-f440-4203-b392-4540d1e19c27 None None] The sync data for ids ['121148fe-7d90-41a5-a987-6864f1583148'] in dv-cinder-733062-21-iscsi is: [{'id': '121148fe-7d90-41a5-a987-6864f1583148', 'name': 'tempest-TestShelveInstance-1960454992-router', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:03Z', 'updated_at': '2021-07-28T03:39:07Z', 'revision_number': 4, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'gw_port': {'id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:04Z', 'updated_at': '2021-07-28T03:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'c653778d-03fa-4258-8799-e8eaff2eee36', 'name': '', 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'mac_address': 'fa:16:3e:1e:ca:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:06Z', 'updated_at': '2021-07-28T03:39:10Z', 'revision_number': 4, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'subnets': [{'id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:39:11.575325 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1e99b8f3-1cfc-4bad-84ad-78b8aa45016c req-a34cff88-e438-401d-b916-d4a7faa51c71 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413477 Jul 28 03:39:11.584972 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ab6181ca-cd2f-4764-b68f-f92fcceac7e2 req-55d7a487-344e-49fb-911e-195661f7f667 service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725659 Jul 28 03:39:11.603306 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff34a43-a906-4104-9efd-dab574b4b43b admin admin] Network 6e99adb8-dac7-48e4-90f3-a5b0d3e1f496 is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:39:11.630300 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda7f54f-3406-4d41-b5c7-23e261d71891 x-openstack-request-id: req-fda7f54f-3406-4d41-b5c7-23e261d71891 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:11.630595 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5b4e64-7b52-4fdf-bc58-56fce40dfc51", "name": "network-vif-plugged", "status": "completed", "tag": "ccaf035b-9463-4fa8-9a86-6365b8e3f28e", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:11.630848 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fda7f54f-3406-4d41-b5c7-23e261d71891 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:11.631245 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5b4e64-7b52-4fdf-bc58-56fce40dfc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaf035b-9463-4fa8-9a86-6365b8e3f28e', 'code': 200} Jul 28 03:39:11.663515 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-0ff34a43-a906-4104-9efd-dab574b4b43b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, 6e99adb8-dac7-48e4-90f3-a5b0d3e1f496) {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:11.680404 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3e14f2-3980-4b69-a456-f798ea645524 None None] Network 6e99adb8-dac7-48e4-90f3-a5b0d3e1f496 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:11.726638 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff34a43-a906-4104-9efd-dab574b4b43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.733484 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-0ff34a43-a906-4104-9efd-dab574b4b43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:11.753002 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device fb8dd018-7b08-4e2e-9b35-50e253764d25 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:11.797164 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ab6181ca-cd2f-4764-b68f-f92fcceac7e2 req-65e5ebba-0f5b-4348-9f87-b72529bbf4c9 service neutron] 10.222.0.25 "GET /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878057 Jul 28 03:39:11.833086 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-0ff34a43-a906-4104-9efd-dab574b4b43b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2321062 Jul 28 03:39:11.852638 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 43266) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:11.862264 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eb2c8-c52f-4830-87a6-e45358200f99 req-7e40907d-2c74-4d10-9598-b366db352bde tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.863908 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3a3eb2c8-c52f-4830-87a6-e45358200f99 req-7e40907d-2c74-4d10-9598-b366db352bde tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.1441607 Jul 28 03:39:11.868683 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1711793524-router', 'tenant_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:11.879500 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e834fb3-c6b8-475f-bb72-4920a037ba92 req-b0523ade-16d6-4d34-92dc-09f315fefa9b tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:11.890856 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1e834fb3-c6b8-475f-bb72-4920a037ba92 req-b0523ade-16d6-4d34-92dc-09f315fefa9b tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.1450295 Jul 28 03:39:11.931007 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port fb8dd018-7b08-4e2e-9b35-50e253764d25 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:11.931421 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:11.946060 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1e834fb3-c6b8-475f-bb72-4920a037ba92 req-d195df6b-e141-4a8f-88dc-c4772b2e39d9 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425117 Jul 28 03:39:11.960256 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63c72175-85b7-5549-bc99-b4b3332e2149-6e99adb8-dac7-48e4-90f3-a5b0d3e1f496', 'network_id': '6e99adb8-dac7-48e4-90f3-a5b0d3e1f496', 'tenant_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'fixed_ips': [{'subnet_id': '322d27a3-4881-42ea-bda6-f5aefde10b6d'}]}} from dv-cinder-733062-21-iscsi. {{(pid=93264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:39:11.961359 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:11.976184 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3a3eb2c8-c52f-4830-87a6-e45358200f99 req-1a695d36-b3c4-403a-85bd-c8ab9c803c2b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1037908 Jul 28 03:39:11.989067 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-211197'] for router, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:11.997383 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33129348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33083519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-211178'] for router, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:12.020523 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfaf210-e204-4f8f-9009-3ec897e80529 req-80c34e02-51ce-4f0e-a397-6c8f3ad32bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:12.022232 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-edfaf210-e204-4f8f-9009-3ec897e80529 req-80c34e02-51ce-4f0e-a397-6c8f3ad32bbb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 1099 time: 0.1008630 Jul 28 03:39:12.091387 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:12.180941 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-edfaf210-e204-4f8f-9009-3ec897e80529 req-5bdf2bd6-8648-479e-be5b-33159be90618 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496499 Jul 28 03:39:12.216612 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.db_base_plugin_common [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Allocated IP 172.20.0.2 (6e99adb8-dac7-48e4-90f3-a5b0d3e1f496/322d27a3-4881-42ea-bda6-f5aefde10b6d/d21d4de6-b3e6-4ede-9031-a3a60f4a5c34) {{(pid=93264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:12.282888 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33084851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210968'] for router, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:12.395983 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b46d1c-178c-4ef1-b5f1-2feaa7a4fc58 req-d44c183c-e8ca-4bc9-9d14-75b30f40fbd8 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:12.397497 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d6b46d1c-178c-4ef1-b5f1-2feaa7a4fc58 req-d44c183c-e8ca-4bc9-9d14-75b30f40fbd8 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0709145 Jul 28 03:39:12.412800 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:12.422108 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Transition to ACTIVE for port object d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:12.439886 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Transition to ACTIVE for port object d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 will not be triggered until provisioned by entity DHCP. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:12.455590 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:12.493905 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Network 6e99adb8-dac7-48e4-90f3-a5b0d3e1f496 is already hosted by enough agents. {{(pid=93264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:12.494316 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d6b46d1c-178c-4ef1-b5f1-2feaa7a4fc58 req-8638613c-3575-4465-98e0-7f8dde35657e tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804987 Jul 28 03:39:12.499900 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.base_scheduler [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Resources bound (agent type, host, resource id): {{(pid=93264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:12.506463 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Received port after_create {{(pid=93264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:12.509783 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Pushing event updated for resources: {'Port': ['ID=d21d4de6-b3e6-4ede-9031-a3a60f4a5c34,revision_number=1']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:12.563324 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Attempting to bind port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:12.563724 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Attempting to bind port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '44b0868e-3913-4810-a5b6-9e5c5305c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e99adb8-dac7-48e4-90f3-a5b0d3e1f496'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:12.564089 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Attempting to bind port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 on network 6e99adb8-dac7-48e4-90f3-a5b0d3e1f496 {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:12.569490 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:12.569859 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Checking segment: {'id': '44b0868e-3913-4810-a5b6-9e5c5305c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e99adb8-dac7-48e4-90f3-a5b0d3e1f496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:12.570259 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:12.570651 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Bound using segment: {'id': '44b0868e-3913-4810-a5b6-9e5c5305c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e99adb8-dac7-48e4-90f3-a5b0d3e1f496'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:12.571139 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Bound port: d21d4de6-b3e6-4ede-9031-a3a60f4a5c34, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b0868e-3913-4810-a5b6-9e5c5305c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e99adb8-dac7-48e4-90f3-a5b0d3e1f496'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:12.571577 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:12.604783 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:12.628299 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:12.659984 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] For port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:12.668200 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] For port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=d21d4de6-b3e6-4ede-9031-a3a60f4a5c34,segment=NetworkSegment(44b0868e-3913-4810-a5b6-9e5c5305c19d),segment_id=44b0868e-3913-4810-a5b6-9e5c5305c19d)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:12.677418 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:12.756598 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc31625-71e1-4564-9b9a-fafe4d4938e8 None None] Pushing event updated for resources: {'Port': ['ID=d21d4de6-b3e6-4ede-9031-a3a60f4a5c34,revision_number=2']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:12.759306 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c818c5d-cce5-4526-bddb-1aecfa930f93 req-ed6e60e1-7d49-4d9e-b1bf-a802d4e9552e tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:12.768439 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3c818c5d-cce5-4526-bddb-1aecfa930f93 req-ed6e60e1-7d49-4d9e-b1bf-a802d4e9552e tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 946 time: 0.0886424 Jul 28 03:39:12.798261 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507af83-979f-449f-928b-85c0c9671c49 req-efa9f434-b1c4-4eb6-b771-d8bfa36fb7ad tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:12.799784 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8507af83-979f-449f-928b-85c0c9671c49 req-efa9f434-b1c4-4eb6-b771-d8bfa36fb7ad tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 943 time: 0.1057189 Jul 28 03:39:12.806414 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3c818c5d-cce5-4526-bddb-1aecfa930f93 req-07013e81-9f20-4b18-aabb-148e07ed288f tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371106 Jul 28 03:39:12.829156 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Allocated IP 172.27.1.84 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/15e920b0-6f8e-4ca2-8308-c8dee4b03696) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:12.912508 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8507af83-979f-449f-928b-85c0c9671c49 req-7925e5d4-6ba6-4b46-8fbf-2d01e1cd8f4a tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967658 Jul 28 03:39:13.008541 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:13.022894 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 872503cb-9c95-418a-a479-b2ec51dd5555 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:39:13.062596 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:13.117968 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:13.140505 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bafe0-4eb0-4173-b027-2872a8edcbff req-38187295-8d02-4add-8209-5e2bcff7fc58 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:13.147941 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-253bafe0-4eb0-4173-b027-2872a8edcbff req-38187295-8d02-4add-8209-5e2bcff7fc58 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0777028 Jul 28 03:39:13.159316 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:13.166873 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:13.184081 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 872503cb-9c95-418a-a479-b2ec51dd5555, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=872503cb-9c95-418a-a479-b2ec51dd5555,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:13.194060 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-253bafe0-4eb0-4173-b027-2872a8edcbff req-904236fc-23b5-4b70-b3fb-2361b828da87 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451663 Jul 28 03:39:13.195346 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': '872503cb-9c95-418a-a479-b2ec51dd5555', 'network_id': '907c8c72-fbe1-4216-965a-39395c1cad68', 'port_id': '872503cb-9c95-418a-a479-b2ec51dd5555', 'mac_address': 'fa:16:3e:c5:f3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42991eb1-738b-4dc3-b514-2c250430ac50', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:39:13.236283 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:13.243899 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Pushing event updated for resources: {'Port': ['ID=15e920b0-6f8e-4ca2-8308-c8dee4b03696,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:13.251322 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872503cb-9c95-418a-a479-b2ec51dd5555 {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:13.273646 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 872503cb-9c95-418a-a479-b2ec51dd5555, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=872503cb-9c95-418a-a479-b2ec51dd5555,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:13.280618 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:13.287095 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e3924-9a78-405f-9f72-2413b14e50d2 req-0620191a-44d3-4432-8cb6-78c7a521ed61 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:13.288663 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c21e3924-9a78-405f-9f72-2413b14e50d2 req-0620191a-44d3-4432-8cb6-78c7a521ed61 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.1789272 Jul 28 03:39:13.339330 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=872503cb-9c95-418a-a479-b2ec51dd5555,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:13.372961 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c21e3924-9a78-405f-9f72-2413b14e50d2 req-0ffb09b9-5f53-42ec-898d-67232e3f0330 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0774939 Jul 28 03:39:13.434056 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:13.648247 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bd604-3b43-4b17-b49e-a74e4b9179cc req-7f247c57-f72f-49a5-b545-c5b88dc0a329 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:13.653476 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3e8bd604-3b43-4b17-b49e-a74e4b9179cc req-7f247c57-f72f-49a5-b545-c5b88dc0a329 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0797863 Jul 28 03:39:13.656545 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33084822'] for router, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:13.704536 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3e8bd604-3b43-4b17-b49e-a74e4b9179cc req-77766d52-aecf-49a3-84a9-f4aa75d1da87 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Jul 28 03:39:13.725153 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:13.784179 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be4321-3b57-4456-b60a-bff13d6d187d None None] Network 6e99adb8-dac7-48e4-90f3-a5b0d3e1f496 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:13.796236 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:13.828520 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Router a563d47f-d718-4cb8-b52c-c168f7e2c545 is scheduled to L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d with binding_index 1 {{(pid=93263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:39:13.833576 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device c653778d-03fa-4258-8799-e8eaff2eee36 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:13.884931 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-37d460e7-287e-41e3-aa9e-3b3c8a15e5bf None None] Provisioning for port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:13.898319 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-37d460e7-287e-41e3-aa9e-3b3c8a15e5bf None None] Provisioning complete for port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:13.898699 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-37d460e7-287e-41e3-aa9e-3b3c8a15e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:13.925526 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['872503cb-9c95-418a-a479-b2ec51dd5555'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:13.993172 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port c653778d-03fa-4258-8799-e8eaff2eee36 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:13.998152 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfb6cf-7503-4100-810d-26030b9ea22f req-e418b8c4-4fea-4d9a-a37d-ad14db8da067 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:13.999672 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c4cfb6cf-7503-4100-810d-26030b9ea22f req-e418b8c4-4fea-4d9a-a37d-ad14db8da067 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 946 time: 0.0960834 Jul 28 03:39:14.030767 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port c653778d-03fa-4258-8799-e8eaff2eee36 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:14.030946 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:14.036546 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:39:14.051415 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Sync routers for ids ['a563d47f-d718-4cb8-b52c-c168f7e2c545'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:39:14.063531 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Routers {'a563d47f-d718-4cb8-b52c-c168f7e2c545'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:14.064357 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:38:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['a563d47f-d718-4cb8-b52c-c168f7e2c545'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:14.066147 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c4cfb6cf-7503-4100-810d-26030b9ea22f req-2f06bc59-4a35-424b-9e2a-fd45914fde45 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563154 Jul 28 03:39:14.079383 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] Notify callbacks [] for router, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:14.079767 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-4d77a203-dd3c-4c78-a627-6100e82d47dd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2141387 Jul 28 03:39:14.081685 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 43292) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:14.095013 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad8b39-78a8-45f4-b47e-faccb738de6d req-55a77d64-c067-46d8-9691-a64e96eb53c6 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:14.103442 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b7ad8b39-78a8-45f4-b47e-faccb738de6d req-55a77d64-c067-46d8-9691-a64e96eb53c6 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 944 time: 0.0899231 Jul 28 03:39:14.156934 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b7ad8b39-78a8-45f4-b47e-faccb738de6d req-d0e24191-d126-40ed-a75d-5b01ff0c042f tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524933 Jul 28 03:39:14.185575 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-37d460e7-287e-41e3-aa9e-3b3c8a15e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:14.194034 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Set router a563d47f-d718-4cb8-b52c-c168f7e2c545 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:14.285265 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-37d460e7-287e-41e3-aa9e-3b3c8a15e5bf None None] For port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=d21d4de6-b3e6-4ede-9031-a3a60f4a5c34,segment=NetworkSegment(44b0868e-3913-4810-a5b6-9e5c5305c19d),segment_id=44b0868e-3913-4810-a5b6-9e5c5305c19d)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:14.301532 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-37d460e7-287e-41e3-aa9e-3b3c8a15e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:14.315435 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:14.393035 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1ed79-9942-4201-92cb-d792735a69b6 req-51297b75-76b6-4407-a12b-8c47da4b34d7 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:14.394630 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5cb1ed79-9942-4201-92cb-d792735a69b6 req-51297b75-76b6-4407-a12b-8c47da4b34d7 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0744212 Jul 28 03:39:14.523427 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'name': 'tempest-TestShelveInstance-1711793524-router', 'tenant_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e920b0-6f8e-4ca2-8308-c8dee4b03696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:12Z', 'updated_at': '2021-07-28T03:39:13Z', 'revision_number': 3, 'project_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'gw_port': {'id': '15e920b0-6f8e-4ca2-8308-c8dee4b03696', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:82:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:12Z', 'updated_at': '2021-07-28T03:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:14.551775 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7fd84-2704-4dce-9258-59d267aae34a req-f6375e63-6ad3-4942-bdab-109991584351 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:14.553878 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98d7fd84-2704-4dce-9258-59d267aae34a req-f6375e63-6ad3-4942-bdab-109991584351 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0628176 Jul 28 03:39:14.566370 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port c653778d-03fa-4258-8799-e8eaff2eee36, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=c653778d-03fa-4258-8799-e8eaff2eee36,segment=NetworkSegment(4da03bed-4a7d-47ff-9fce-544131d75007),segment_id=4da03bed-4a7d-47ff-9fce-544131d75007)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:14.566802 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Checking router: a563d47f-d718-4cb8-b52c-c168f7e2c545 for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:39:14.567426 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Updating router a563d47f-d718-4cb8-b52c-c168f7e2c545 port 15e920b0-6f8e-4ca2-8308-c8dee4b03696 binding host dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:39:14.573417 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d460e7-287e-41e3-aa9e-3b3c8a15e5bf None None] Pushing event updated for resources: {'Port': ['ID=d21d4de6-b3e6-4ede-9031-a3a60f4a5c34,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:14.578022 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:14.582463 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-f06fe41a-2ce5-4fee-8f2a-767569ef8333 None None] Provisioning complete for port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:14.582844 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-f06fe41a-2ce5-4fee-8f2a-767569ef8333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:14.618186 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98d7fd84-2704-4dce-9258-59d267aae34a req-febe08bd-4e43-445f-ac4b-daa847565bf6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0550253 Jul 28 03:39:14.627159 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:14.672378 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=c653778d-03fa-4258-8799-e8eaff2eee36,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:14.784164 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5cb1ed79-9942-4201-92cb-d792735a69b6 req-31c2ebb0-0f1a-4f3e-90f8-b797bf70775f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766957 Jul 28 03:39:14.839964 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938e413-55e9-44c6-b0ba-34347c7488f7 req-0aba5562-ed41-47fe-9e91-2d200a3e03b2 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:14.841457 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1938e413-55e9-44c6-b0ba-34347c7488f7 req-0aba5562-ed41-47fe-9e91-2d200a3e03b2 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0583723 Jul 28 03:39:14.896285 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1938e413-55e9-44c6-b0ba-34347c7488f7 req-d1d551aa-afa6-401d-8d19-cafb4286e971 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471368 Jul 28 03:39:14.903726 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Notify callbacks [] for port, precommit_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:14.913316 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.provisioning_blocks [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Transition to ACTIVE for port object 15e920b0-6f8e-4ca2-8308-c8dee4b03696 will not be triggered until provisioned by entity L2. {{(pid=93265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:14.920667 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:14.929257 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:14.967988 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Attempting to bind port 15e920b0-6f8e-4ca2-8308-c8dee4b03696 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:14.968364 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Attempting to bind port 15e920b0-6f8e-4ca2-8308-c8dee4b03696 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:14.968732 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Attempting to bind port 15e920b0-6f8e-4ca2-8308-c8dee4b03696 on network d8863e53-3de7-4b8e-8c20-72f015d11098 {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:14.977536 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18537b1f-190f-44be-bf70-3c5bed249edb None None] Pushing event updated for resources: {'Port': ['ID=15e920b0-6f8e-4ca2-8308-c8dee4b03696,revision_number=2']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:14.981412 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:14.981789 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Checking segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:14.982193 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:14.982581 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Bound using segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:14.983056 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Bound port: 15e920b0-6f8e-4ca2-8308-c8dee4b03696, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:14.983461 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.035956 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] For port 15e920b0-6f8e-4ca2-8308-c8dee4b03696, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:15.039022 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] For port 15e920b0-6f8e-4ca2-8308-c8dee4b03696, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=15e920b0-6f8e-4ca2-8308-c8dee4b03696,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:15.043506 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.101453 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Allocated IP 172.20.0.1 (6e99adb8-dac7-48e4-90f3-a5b0d3e1f496/322d27a3-4881-42ea-bda6-f5aefde10b6d/1af857fe-6dbc-432d-90d4-79842c4ed1f5) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:15.107686 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Routers {'a563d47f-d718-4cb8-b52c-c168f7e2c545'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:15.108463 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:38:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['a563d47f-d718-4cb8-b52c-c168f7e2c545'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:15.112486 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18537b1f-190f-44be-bf70-3c5bed249edb None None] Pushing event updated for resources: {'Port': ['ID=15e920b0-6f8e-4ca2-8308-c8dee4b03696,revision_number=3']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:15.227468 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] Set router a563d47f-d718-4cb8-b52c-c168f7e2c545 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:15.233280 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfffa3-56f0-43bc-86f5-86c1572fb814 req-af22f85f-4c9c-441f-be00-b6e065b7a13f tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:15.234803 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f5dfffa3-56f0-43bc-86f5-86c1572fb814 req-af22f85f-4c9c-441f-be00-b6e065b7a13f tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 946 time: 0.0699368 Jul 28 03:39:15.272937 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.273684 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48a3fe-467e-42ec-8b3a-5c1e0cd2910e req-14678e61-5d00-4631-a0e4-dd9d607a4926 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:15.275305 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2f48a3fe-467e-42ec-8b3a-5c1e0cd2910e req-14678e61-5d00-4631-a0e4-dd9d607a4926 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 944 time: 0.0531423 Jul 28 03:39:15.298121 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Transition to ACTIVE for port object 1af857fe-6dbc-432d-90d4-79842c4ed1f5 will not be triggered until provisioned by entity DHCP. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:15.307612 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f5dfffa3-56f0-43bc-86f5-86c1572fb814 req-55445a3a-52c9-4e7c-a8e3-44473d5317d9 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637138 Jul 28 03:39:15.322403 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2f48a3fe-467e-42ec-8b3a-5c1e0cd2910e req-6ae5bd77-53fc-44d0-9a89-143a7257d326 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379844 Jul 28 03:39:15.349029 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.396011 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Network 6e99adb8-dac7-48e4-90f3-a5b0d3e1f496 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:15.399183 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:15.406854 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:15.407390 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33084745'] for router_interface, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.410985 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Pushing event updated for resources: {'Port': ['ID=1af857fe-6dbc-432d-90d4-79842c4ed1f5,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:15.534025 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'name': 'tempest-TestShelveInstance-1711793524-router', 'tenant_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e920b0-6f8e-4ca2-8308-c8dee4b03696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:12Z', 'updated_at': '2021-07-28T03:39:13Z', 'revision_number': 3, 'project_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'gw_port': {'id': '15e920b0-6f8e-4ca2-8308-c8dee4b03696', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:82:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:12Z', 'updated_at': '2021-07-28T03:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:15.547074 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.567524 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3ed12e-9636-46a6-849b-eac63ea19539 None None] The sync data for ids ['a563d47f-d718-4cb8-b52c-c168f7e2c545'] in dv-cinder-733062-21-iscsi is: [{'id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'name': 'tempest-TestShelveInstance-1711793524-router', 'tenant_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e920b0-6f8e-4ca2-8308-c8dee4b03696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:12Z', 'updated_at': '2021-07-28T03:39:13Z', 'revision_number': 3, 'project_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'gw_port': {'id': '15e920b0-6f8e-4ca2-8308-c8dee4b03696', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:82:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:12Z', 'updated_at': '2021-07-28T03:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:39:15.656755 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-d97b875a-9c41-44e4-8a49-9b87c2e69057 None None] Provisioning for port 1af857fe-6dbc-432d-90d4-79842c4ed1f5 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:15.663835 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-d97b875a-9c41-44e4-8a49-9b87c2e69057 None None] Provisioning complete for port 1af857fe-6dbc-432d-90d4-79842c4ed1f5 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:15.664283 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d97b875a-9c41-44e4-8a49-9b87c2e69057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.716316 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:15.719246 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-d97b875a-9c41-44e4-8a49-9b87c2e69057 None None] Port 1af857fe-6dbc-432d-90d4-79842c4ed1f5 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:39:15.780447 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:15.780844 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.790285 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.807091 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42726cc1-32f1-4c1a-b41e-23953ed2cb29 req-aa74d02c-c41f-493f-acb9-29e9f06caac9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:15.809246 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-42726cc1-32f1-4c1a-b41e-23953ed2cb29 req-aa74d02c-c41f-493f-acb9-29e9f06caac9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0825033 Jul 28 03:39:15.809878 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.810594 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33249965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33442009'] for router_interface, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.887892 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device c653778d-03fa-4258-8799-e8eaff2eee36 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:15.938212 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Pushing event updated for resources: {'Port': ['ID=1af857fe-6dbc-432d-90d4-79842c4ed1f5,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:15.957586 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port c653778d-03fa-4258-8799-e8eaff2eee36 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:15.957976 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:15.962368 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-42726cc1-32f1-4c1a-b41e-23953ed2cb29 req-09dad543-1eeb-414c-b52c-338375a95686 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1244206 Jul 28 03:39:15.994715 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea20474-6eae-439b-9a6e-a13464aacb46 req-f2d892f4-8b86-4dbd-b85e-c2d310de1f97 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:15.998788 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bea20474-6eae-439b-9a6e-a13464aacb46 req-f2d892f4-8b86-4dbd-b85e-c2d310de1f97 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.1016872 Jul 28 03:39:16.044136 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Network 6e99adb8-dac7-48e4-90f3-a5b0d3e1f496 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:16.046865 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:16.054543 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bea20474-6eae-439b-9a6e-a13464aacb46 req-21e29c57-04a6-455d-b81c-2cbe49f365d2 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472951 Jul 28 03:39:16.257567 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Router a563d47f-d718-4cb8-b52c-c168f7e2c545 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:39:16.279535 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a700a-c7a2-421b-b7d5-4f3873011e00 req-0915af0a-20f9-45c7-9b8d-e11b7c8f55d8 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:16.281720 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2d3a700a-c7a2-421b-b7d5-4f3873011e00 req-0915af0a-20f9-45c7-9b8d-e11b7c8f55d8 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.1460278 Jul 28 03:39:16.342807 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-5a579fdb-605a-4ffd-9366-922a47bd761d None None] Provisioning complete for port 1af857fe-6dbc-432d-90d4-79842c4ed1f5 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:16.343158 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-5a579fdb-605a-4ffd-9366-922a47bd761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:16.388782 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-5a579fdb-605a-4ffd-9366-922a47bd761d None None] Port 1af857fe-6dbc-432d-90d4-79842c4ed1f5 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:39:16.409725 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2d3a700a-c7a2-421b-b7d5-4f3873011e00 req-0fab529b-05b5-4a3e-a8da-41d06116920b tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848238 Jul 28 03:39:16.440288 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:39:16.458646 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-64e86178-9dae-4874-9249-bb66c294b372 admin admin] 10.222.0.16 "PUT /v2.0/routers/a563d47f-d718-4cb8-b52c-c168f7e2c545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3746927 Jul 28 03:39:16.482114 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925851c-9a18-48b7-bb62-860b7ffa4674 req-dae29596-3acc-4480-84b4-bfc694840afb tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:16.483679 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a925851c-9a18-48b7-bb62-860b7ffa4674 req-dae29596-3acc-4480-84b4-bfc694840afb tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 946 time: 0.0800080 Jul 28 03:39:16.532983 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a925851c-9a18-48b7-bb62-860b7ffa4674 req-9e7c62c0-9190-44df-b8ba-c64edfab4317 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423787 Jul 28 03:39:16.564985 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630f705-2d96-42f2-bdd2-be4c4cef5eda req-b0bcb370-96a3-4d32-b0a0-e86ce6f18c86 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:16.566592 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b630f705-2d96-42f2-bdd2-be4c4cef5eda req-b0bcb370-96a3-4d32-b0a0-e86ce6f18c86 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 944 time: 0.0622609 Jul 28 03:39:16.616792 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b630f705-2d96-42f2-bdd2-be4c4cef5eda req-4c37249c-0618-4be7-bb54-b8910a80a8d5 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434577 Jul 28 03:39:16.989173 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 43338) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:16.993774 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-2ca7ea18-26b4-4384-a8c4-457e9f3f078f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1747876259', 'description': 'tempest-secgroup-smoke-1747876259 description', 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:17.021232 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2ca7ea18-26b4-4384-a8c4-457e9f3f078f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.027620 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 872503cb-9c95-418a-a479-b2ec51dd5555 up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:17.084219 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port 872503cb-9c95-418a-a479-b2ec51dd5555 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:17.088067 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port 872503cb-9c95-418a-a479-b2ec51dd5555 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:17.088445 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.115381 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4833e8-a71f-4ac4-8044-bde5e63355ac req-3d617300-b1d8-4641-9198-2cf83bb539df tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:17.116022 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2ca7ea18-26b4-4384-a8c4-457e9f3f078f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.124307 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1f4833e8-a71f-4ac4-8044-bde5e63355ac req-3d617300-b1d8-4641-9198-2cf83bb539df tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0736475 Jul 28 03:39:17.128042 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2ca7ea18-26b4-4384-a8c4-457e9f3f078f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.144992 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2ca7ea18-26b4-4384-a8c4-457e9f3f078f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.146815 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-2ca7ea18-26b4-4384-a8c4-457e9f3f078f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1566193 Jul 28 03:39:17.149877 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 43342) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:17.154814 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-f107f79b-a2cc-4782-889d-40d31c951cf1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Request body: {'security_group_rule': {'security_group_id': 'b53235b3-6fd9-4b66-8516-039b5636c1f3', 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:17.188345 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.190328 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1f4833e8-a71f-4ac4-8044-bde5e63355ac req-089b99e3-5d14-4a94-9575-edd2d0e4bb4d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0614915 Jul 28 03:39:17.196348 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f107f79b-a2cc-4782-889d-40d31c951cf1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.205922 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7ea18-26b4-4384-a8c4-457e9f3f078f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53235b3-6fd9-4b66-8516-039b5636c1f3,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:17.224605 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 872503cb-9c95-418a-a479-b2ec51dd5555, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=872503cb-9c95-418a-a479-b2ec51dd5555,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:17.228655 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13f1d98-e65b-42e1-b39c-b225093adc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872503cb-9c95-418a-a479-b2ec51dd5555'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:17.231937 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47daee0-70cf-46df-907c-c7f2b699b503" -d '{"events": [{"server_uuid": "a13f1d98-e65b-42e1-b39c-b225093adc02", "name": "network-vif-plugged", "status": "completed", "tag": "872503cb-9c95-418a-a479-b2ec51dd5555"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:17.232815 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4178439-6071-46b4-9270-4c35bb17be74 req-7277ccb2-f9fd-46e5-a92b-499d4c949b6c tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:17.240933 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e4178439-6071-46b4-9270-4c35bb17be74 req-7277ccb2-f9fd-46e5-a92b-499d4c949b6c tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0848644 Jul 28 03:39:17.243018 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.269338 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f107f79b-a2cc-4782-889d-40d31c951cf1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.275470 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f107f79b-a2cc-4782-889d-40d31c951cf1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.295777 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e4178439-6071-46b4-9270-4c35bb17be74 req-58cd9fc6-9108-4095-8f91-ac03c7d55573 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533712 Jul 28 03:39:17.296459 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b9abbf-ba8d-494b-b3ed-5cf0e18b3c42 x-openstack-request-id: req-c9b9abbf-ba8d-494b-b3ed-5cf0e18b3c42 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:17.296810 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13f1d98-e65b-42e1-b39c-b225093adc02", "name": "network-vif-plugged", "status": "completed", "tag": "872503cb-9c95-418a-a479-b2ec51dd5555", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:17.297401 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9b9abbf-ba8d-494b-b3ed-5cf0e18b3c42 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:17.297606 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13f1d98-e65b-42e1-b39c-b225093adc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872503cb-9c95-418a-a479-b2ec51dd5555', 'code': 200} Jul 28 03:39:17.299078 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107f79b-a2cc-4782-889d-40d31c951cf1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f07b4d-adb4-4bf7-a7fa-56e480004da6,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:17.305231 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f107f79b-a2cc-4782-889d-40d31c951cf1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.315913 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-f107f79b-a2cc-4782-889d-40d31c951cf1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577206 Jul 28 03:39:17.316015 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=872503cb-9c95-418a-a479-b2ec51dd5555,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:17.316106 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 43346) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:17.316106 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-334ead27-1126-47f7-a992-baa67c2b035a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Request body: {'security_group_rule': {'security_group_id': 'b53235b3-6fd9-4b66-8516-039b5636c1f3', 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:17.341992 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-334ead27-1126-47f7-a992-baa67c2b035a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.402217 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-334ead27-1126-47f7-a992-baa67c2b035a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.407005 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-334ead27-1126-47f7-a992-baa67c2b035a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.427832 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ead27-1126-47f7-a992-baa67c2b035a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1635daa7-ef51-48cd-ab0d-7079a999f34e,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:17.432640 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-334ead27-1126-47f7-a992-baa67c2b035a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.434265 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-334ead27-1126-47f7-a992-baa67c2b035a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221178 Jul 28 03:39:17.437093 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 43350) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:17.441729 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-d406ff8d-bcfe-43c0-aa49-15cae4cc8e3d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Request body: {'security_group_rule': {'security_group_id': 'b53235b3-6fd9-4b66-8516-039b5636c1f3', 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:17.472992 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d406ff8d-bcfe-43c0-aa49-15cae4cc8e3d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.620366 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9b1e8-4c25-4f54-9690-050a0569cf9d req-e1eb451b-db05-4436-b1d9-df651bcb6232 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:17.622250 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0fe9b1e8-4c25-4f54-9690-050a0569cf9d req-e1eb451b-db05-4436-b1d9-df651bcb6232 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.1339598 Jul 28 03:39:17.624102 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160ce54-c047-4109-a6b6-6f3e83b78b5f req-fa3935b5-eb51-4cec-9af2-a3c218f9c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:17.625502 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3160ce54-c047-4109-a6b6-6f3e83b78b5f req-fa3935b5-eb51-4cec-9af2-a3c218f9c96a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 1098 time: 0.1203709 Jul 28 03:39:17.627295 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d406ff8d-bcfe-43c0-aa49-15cae4cc8e3d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.640447 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d406ff8d-bcfe-43c0-aa49-15cae4cc8e3d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.678198 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1cfe4-abd6-42f9-a5c7-1880f62b8f4d req-d0711cc3-414f-4267-8b62-82ee6e47a86c tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:17.686237 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-86a1cfe4-abd6-42f9-a5c7-1880f62b8f4d req-d0711cc3-414f-4267-8b62-82ee6e47a86c tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 946 time: 0.0709627 Jul 28 03:39:17.707133 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406ff8d-bcfe-43c0-aa49-15cae4cc8e3d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62c7664-62d8-4aa8-bca8-e04ecdd52325,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:17.713369 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 15e920b0-6f8e-4ca2-8308-c8dee4b03696 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:17.722234 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0fe9b1e8-4c25-4f54-9690-050a0569cf9d req-7bc76128-7817-4fe2-ab06-ffb76b34381b tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917025 Jul 28 03:39:17.728460 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d406ff8d-bcfe-43c0-aa49-15cae4cc8e3d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.730074 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-d406ff8d-bcfe-43c0-aa49-15cae4cc8e3d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2918630 Jul 28 03:39:17.733751 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-86a1cfe4-abd6-42f9-a5c7-1880f62b8f4d req-d6115e17-068f-42ed-aabf-3dd1def1474d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437734 Jul 28 03:39:17.734284 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 43358) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:17.736712 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3160ce54-c047-4109-a6b6-6f3e83b78b5f req-297b671a-a9e4-4124-9636-6a025d9a3dfd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823348 Jul 28 03:39:17.742326 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-6e81ac1f-d624-4a82-967e-d538b05c1499 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Request body: {'security_group_rule': {'security_group_id': 'b53235b3-6fd9-4b66-8516-039b5636c1f3', 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:17.775601 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6e81ac1f-d624-4a82-967e-d538b05c1499 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.777185 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 15e920b0-6f8e-4ca2-8308-c8dee4b03696 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:17.782190 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 15e920b0-6f8e-4ca2-8308-c8dee4b03696 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:17.782785 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.859887 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.860999 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6e81ac1f-d624-4a82-967e-d538b05c1499 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.870147 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af8aa1-934a-4272-8b86-1f5cbc920ef2 req-0d7be822-579c-4400-a748-9da2ed97b76f tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:17.872013 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e4af8aa1-934a-4272-8b86-1f5cbc920ef2 req-0d7be822-579c-4400-a748-9da2ed97b76f tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 945 time: 0.0729456 Jul 28 03:39:17.873156 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6e81ac1f-d624-4a82-967e-d538b05c1499 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.880438 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port 15e920b0-6f8e-4ca2-8308-c8dee4b03696, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=15e920b0-6f8e-4ca2-8308-c8dee4b03696,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:17.884571 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.899316 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81ac1f-d624-4a82-967e-d538b05c1499 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0402af93-ed3c-419a-92ae-ccfb44701341,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:17.915640 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6e81ac1f-d624-4a82-967e-d538b05c1499 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:17.919299 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-6e81ac1f-d624-4a82-967e-d538b05c1499 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1782229 Jul 28 03:39:17.919737 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 43360) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:17.925356 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-296795b0-e5d4-4810-9c79-2f717542db54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Request body: {'security_group_rule': {'security_group_id': 'b53235b3-6fd9-4b66-8516-039b5636c1f3', 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:17.936598 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=15e920b0-6f8e-4ca2-8308-c8dee4b03696,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:17.937052 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e4af8aa1-934a-4272-8b86-1f5cbc920ef2 req-cdd6ea55-830f-4944-851d-77b024346fac tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523210 Jul 28 03:39:17.943850 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:17.944196 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:17.944545 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:17.944909 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:17.945391 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:17.945538 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:17.945864 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:17.946195 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:17.946535 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:17.946868 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:17.947194 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:17.947517 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:17.951315 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.securitygroups_db [None req-296795b0-e5d4-4810-9c79-2f717542db54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Project dcfeb19e3a6d42cfbf29ba7e9a7aeacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:39:17.962892 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-296795b0-e5d4-4810-9c79-2f717542db54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:18.027887 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-296795b0-e5d4-4810-9c79-2f717542db54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:18.031428 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-296795b0-e5d4-4810-9c79-2f717542db54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:18.048489 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296795b0-e5d4-4810-9c79-2f717542db54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930504ba-5513-4ad1-949b-90a1b98a938c,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:18.054542 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-296795b0-e5d4-4810-9c79-2f717542db54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:18.055886 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-296795b0-e5d4-4810-9c79-2f717542db54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1346445 Jul 28 03:39:18.059262 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 43366) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:18.063785 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-7ab0bbae-3d13-472f-8e0d-2cb084ad3a2c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Request body: {'security_group_rule': {'security_group_id': 'b53235b3-6fd9-4b66-8516-039b5636c1f3', 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:18.085727 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.securitygroups_db [None req-7ab0bbae-3d13-472f-8e0d-2cb084ad3a2c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Project dcfeb19e3a6d42cfbf29ba7e9a7aeacf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:39:18.090743 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-7ab0bbae-3d13-472f-8e0d-2cb084ad3a2c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:18.156093 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-7ab0bbae-3d13-472f-8e0d-2cb084ad3a2c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:18.160258 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-7ab0bbae-3d13-472f-8e0d-2cb084ad3a2c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:18.178167 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0bbae-3d13-472f-8e0d-2cb084ad3a2c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01c0302-5825-4a1b-b72f-55341846d44f,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:18.185815 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-7ab0bbae-3d13-472f-8e0d-2cb084ad3a2c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:18.187130 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-7ab0bbae-3d13-472f-8e0d-2cb084ad3a2c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269190 Jul 28 03:39:18.348954 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61551b-028e-44bf-a096-738f06213361 req-2ebe9c2e-73d6-4846-8c51-6cea30e57645 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:18.351522 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0c61551b-028e-44bf-a096-738f06213361 req-2ebe9c2e-73d6-4846-8c51-6cea30e57645 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0676098 Jul 28 03:39:18.422657 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0c61551b-028e-44bf-a096-738f06213361 req-09a8c42e-a8fa-4853-8025-32edfd60c138 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0532198 Jul 28 03:39:18.445779 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f3728-3d22-473d-bb07-529404362751 req-235a8ed7-5195-4247-a29e-055a80dd4bb8 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:18.447386 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f39f3728-3d22-473d-bb07-529404362751 req-235a8ed7-5195-4247-a29e-055a80dd4bb8 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0773728 Jul 28 03:39:18.486760 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f39f3728-3d22-473d-bb07-529404362751 req-331c1da0-7c9d-4779-a68a-c13e8c389074 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Jul 28 03:39:18.674901 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Sync routers for ids ['a563d47f-d718-4cb8-b52c-c168f7e2c545'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:39:18.689127 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Routers {'a563d47f-d718-4cb8-b52c-c168f7e2c545'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:18.689752 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:38:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['a563d47f-d718-4cb8-b52c-c168f7e2c545'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:18.802427 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Set router a563d47f-d718-4cb8-b52c-c168f7e2c545 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:18.880332 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e377cc-ebcf-4f42-b3ac-6ab324beab15 req-fd3719fb-699b-4020-89f1-6f229adef43c tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:18.888139 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c0e377cc-ebcf-4f42-b3ac-6ab324beab15 req-fd3719fb-699b-4020-89f1-6f229adef43c tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 946 time: 0.0709040 Jul 28 03:39:18.889169 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e468bd-cc81-42ad-861a-f7a9719bfe6f req-036c8a96-28ff-4902-994e-ef92d29b9e09 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:18.890824 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f7e468bd-cc81-42ad-861a-f7a9719bfe6f req-036c8a96-28ff-4902-994e-ef92d29b9e09 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0615418 Jul 28 03:39:18.923410 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c0e377cc-ebcf-4f42-b3ac-6ab324beab15 req-82550b3b-b831-49b0-8a72-b1e3cea3f98d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343199 Jul 28 03:39:18.931068 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f7e468bd-cc81-42ad-861a-f7a9719bfe6f req-bb1cf489-e7a2-47f3-a0e8-bd4bb76252c3 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342829 Jul 28 03:39:19.017173 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'name': 'tempest-TestShelveInstance-1711793524-router', 'tenant_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e920b0-6f8e-4ca2-8308-c8dee4b03696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:12Z', 'updated_at': '2021-07-28T03:39:15Z', 'revision_number': 4, 'project_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'gw_port': {'id': '15e920b0-6f8e-4ca2-8308-c8dee4b03696', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:82:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:12Z', 'updated_at': '2021-07-28T03:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '1af857fe-6dbc-432d-90d4-79842c4ed1f5', 'name': '', 'network_id': '6e99adb8-dac7-48e4-90f3-a5b0d3e1f496', 'tenant_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'mac_address': 'fa:16:3e:fc:f6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '322d27a3-4881-42ea-bda6-f5aefde10b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:14Z', 'updated_at': '2021-07-28T03:39:15Z', 'revision_number': 2, 'project_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'subnets': [{'id': '322d27a3-4881-42ea-bda6-f5aefde10b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:19.043584 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Checking router: a563d47f-d718-4cb8-b52c-c168f7e2c545 for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:39:19.043986 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Updating router a563d47f-d718-4cb8-b52c-c168f7e2c545 port 1af857fe-6dbc-432d-90d4-79842c4ed1f5 binding host dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:39:19.074059 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:19.090710 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6ac94-50a9-4d99-9cf6-176078510a3c req-149cc1f6-0e32-4047-9053-2e4f27c8b40d tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:19.092204 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0ad6ac94-50a9-4d99-9cf6-176078510a3c req-149cc1f6-0e32-4047-9053-2e4f27c8b40d tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 945 time: 0.0829489 Jul 28 03:39:19.105783 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ba21d-5de6-4574-af42-19a409aadc3b req-c80183cd-459d-4ae0-adb4-03a55c9f02ff tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:19.107387 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4f7ba21d-5de6-4574-af42-19a409aadc3b req-c80183cd-459d-4ae0-adb4-03a55c9f02ff tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 946 time: 0.0689816 Jul 28 03:39:19.188944 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0ad6ac94-50a9-4d99-9cf6-176078510a3c req-974aecdd-cc18-4e7b-bcad-af4ecc045517 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804925 Jul 28 03:39:19.260704 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-4f7ba21d-5de6-4574-af42-19a409aadc3b req-dc6b52be-285e-4c3d-8b61-0cd23d37d29f tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Deleting port ccaf035b-9463-4fa8-9a86-6365b8e3f28e {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:39:19.261998 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-4f7ba21d-5de6-4574-af42-19a409aadc3b req-dc6b52be-285e-4c3d-8b61-0cd23d37d29f tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:19.342355 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Notify callbacks [] for port, precommit_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:19.352751 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Transition to ACTIVE for port object 1af857fe-6dbc-432d-90d4-79842c4ed1f5 will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:19.354861 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-4f7ba21d-5de6-4574-af42-19a409aadc3b req-dc6b52be-285e-4c3d-8b61-0cd23d37d29f tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] For port ccaf035b-9463-4fa8-9a86-6365b8e3f28e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ccaf035b-9463-4fa8-9a86-6365b8e3f28e,segment=NetworkSegment(c0f43a52-0eec-4b9f-bbde-7db271dfbaf4),segment_id=c0f43a52-0eec-4b9f-bbde-7db271dfbaf4)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:19.355348 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-4f7ba21d-5de6-4574-af42-19a409aadc3b req-dc6b52be-285e-4c3d-8b61-0cd23d37d29f tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:19.358234 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:19.371447 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-4f7ba21d-5de6-4574-af42-19a409aadc3b req-dc6b52be-285e-4c3d-8b61-0cd23d37d29f tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Calling delete_port for ccaf035b-9463-4fa8-9a86-6365b8e3f28e owned by compute:nova {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:39:19.406151 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c44379-afc2-4066-946e-d3305e86e894 None None] Pushing event updated for resources: {'Port': ['ID=1af857fe-6dbc-432d-90d4-79842c4ed1f5,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:19.468948 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Attempting to bind port 1af857fe-6dbc-432d-90d4-79842c4ed1f5 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:19.469965 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Attempting to bind port 1af857fe-6dbc-432d-90d4-79842c4ed1f5 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '44b0868e-3913-4810-a5b6-9e5c5305c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e99adb8-dac7-48e4-90f3-a5b0d3e1f496'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:19.470554 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Attempting to bind port 1af857fe-6dbc-432d-90d4-79842c4ed1f5 on network 6e99adb8-dac7-48e4-90f3-a5b0d3e1f496 {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:19.476073 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:19.476805 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Checking segment: {'id': '44b0868e-3913-4810-a5b6-9e5c5305c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e99adb8-dac7-48e4-90f3-a5b0d3e1f496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:19.476805 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:19.477171 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Bound using segment: {'id': '44b0868e-3913-4810-a5b6-9e5c5305c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e99adb8-dac7-48e4-90f3-a5b0d3e1f496'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:19.477621 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Bound port: 1af857fe-6dbc-432d-90d4-79842c4ed1f5, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b0868e-3913-4810-a5b6-9e5c5305c19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e99adb8-dac7-48e4-90f3-a5b0d3e1f496'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:19.478012 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:19.566630 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] For port 1af857fe-6dbc-432d-90d4-79842c4ed1f5, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:19.580741 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] For port 1af857fe-6dbc-432d-90d4-79842c4ed1f5, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=1af857fe-6dbc-432d-90d4-79842c4ed1f5,segment=NetworkSegment(44b0868e-3913-4810-a5b6-9e5c5305c19d),segment_id=44b0868e-3913-4810-a5b6-9e5c5305c19d)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:19.582923 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2dff2-68a1-43a2-b33f-23c08a3b9374 req-03f2d1b2-b271-4720-a57c-3ef226327cc7 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:19.593466 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4b2dff2-68a1-43a2-b33f-23c08a3b9374 req-03f2d1b2-b271-4720-a57c-3ef226327cc7 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0904429 Jul 28 03:39:19.597958 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:19.662457 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Routers {'a563d47f-d718-4cb8-b52c-c168f7e2c545'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:19.663105 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:38:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['a563d47f-d718-4cb8-b52c-c168f7e2c545'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:19.673372 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4b2dff2-68a1-43a2-b33f-23c08a3b9374 req-82ecebab-8dd1-4830-8b09-a33722af995e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0782545 Jul 28 03:39:19.765065 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-4f7ba21d-5de6-4574-af42-19a409aadc3b req-dc6b52be-285e-4c3d-8b61-0cd23d37d29f tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:19.774956 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e76e5-b4fa-4531-8d1e-0f4679281026 req-730e91e8-4f53-4325-b7ba-44de8e16d40c tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:19.782667 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7a9e76e5-b4fa-4531-8d1e-0f4679281026 req-730e91e8-4f53-4325-b7ba-44de8e16d40c tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0883090 Jul 28 03:39:19.799149 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 15e920b0-6f8e-4ca2-8308-c8dee4b03696 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:19.829410 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b52be-285e-4c3d-8b61-0cd23d37d29f tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Pushing event deleted for resources: {'Port': ['ID=ccaf035b-9463-4fa8-9a86-6365b8e3f28e,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:19.846651 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['ccaf035b-9463-4fa8-9a86-6365b8e3f28e'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:19.856675 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c44379-afc2-4066-946e-d3305e86e894 None None] Pushing event updated for resources: {'Port': ['ID=1af857fe-6dbc-432d-90d4-79842c4ed1f5,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:19.897922 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7ba21d-5de6-4574-af42-19a409aadc3b req-dc6b52be-285e-4c3d-8b61-0cd23d37d29f tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] No DVR routers for this DVR port ccaf035b-9463-4fa8-9a86-6365b8e3f28e on host hv-cinder-73306 {{(pid=93263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:39:19.911365 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-4f7ba21d-5de6-4574-af42-19a409aadc3b req-dc6b52be-285e-4c3d-8b61-0cd23d37d29f tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:19.913354 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4f7ba21d-5de6-4574-af42-19a409aadc3b req-dc6b52be-285e-4c3d-8b61-0cd23d37d29f tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.25 "DELETE /v2.0/ports/ccaf035b-9463-4fa8-9a86-6365b8e3f28e HTTP/1.1" status: 204 len: 173 time: 0.7918198 Jul 28 03:39:19.913795 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5b4e64-7b52-4fdf-bc58-56fce40dfc51', 'name': 'network-vif-deleted', 'tag': 'ccaf035b-9463-4fa8-9a86-6365b8e3f28e'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:19.916070 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5339696-af88-418d-aa80-4fd759726499" -d '{"events": [{"server_uuid": "1f5b4e64-7b52-4fdf-bc58-56fce40dfc51", "name": "network-vif-deleted", "tag": "ccaf035b-9463-4fa8-9a86-6365b8e3f28e"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:19.924154 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7a9e76e5-b4fa-4531-8d1e-0f4679281026 req-d8c96ca9-9f66-4813-9596-4f1ea31aa9f8 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404836 Jul 28 03:39:19.971072 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] Set router a563d47f-d718-4cb8-b52c-c168f7e2c545 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:19.977794 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c7b884-ca14-4eb2-94a8-fa3e37c17d22 x-openstack-request-id: req-18c7b884-ca14-4eb2-94a8-fa3e37c17d22 {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:19.978655 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5b4e64-7b52-4fdf-bc58-56fce40dfc51", "name": "network-vif-deleted", "tag": "ccaf035b-9463-4fa8-9a86-6365b8e3f28e", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:19.979338 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18c7b884-ca14-4eb2-94a8-fa3e37c17d22 {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:19.980293 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5b4e64-7b52-4fdf-bc58-56fce40dfc51', 'name': 'network-vif-deleted', 'tag': 'ccaf035b-9463-4fa8-9a86-6365b8e3f28e', 'status': 'completed', 'code': 200} Jul 28 03:39:20.011629 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 15e920b0-6f8e-4ca2-8308-c8dee4b03696 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:20.012249 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:20.050504 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-524c2b66-2649-41f1-901a-7e38611d44ec req-2ed05a7d-13d7-4f5f-a29e-200054857d1e tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5b4e64-7b52-4fdf-bc58-56fce40dfc51 HTTP/1.1" status: 200 len: 210 time: 0.0312486 Jul 28 03:39:20.099326 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0e096-85ed-49eb-b8eb-bfce757b4737 req-25267603-2035-42a4-89fe-dbbe8bc182d8 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:20.102119 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f4a0e096-85ed-49eb-b8eb-bfce757b4737 req-25267603-2035-42a4-89fe-dbbe8bc182d8 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0727043 Jul 28 03:39:20.150744 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f4a0e096-85ed-49eb-b8eb-bfce757b4737 req-480febd4-4942-47c6-99d3-92d10cf2f31b tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418644 Jul 28 03:39:20.322362 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac1ded-b9ce-49d2-a970-9e998304ff71 req-85c9ec75-56da-41a5-a7de-7a5f6f16a5dc tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:20.324729 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-98ac1ded-b9ce-49d2-a970-9e998304ff71 req-85c9ec75-56da-41a5-a7de-7a5f6f16a5dc tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 945 time: 0.0642552 Jul 28 03:39:20.362305 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-98ac1ded-b9ce-49d2-a970-9e998304ff71 req-c75d6147-b39d-45c6-8302-d3b89488d3b6 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314300 Jul 28 03:39:20.387611 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'name': 'tempest-TestShelveInstance-1711793524-router', 'tenant_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e920b0-6f8e-4ca2-8308-c8dee4b03696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:12Z', 'updated_at': '2021-07-28T03:39:15Z', 'revision_number': 4, 'project_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'gw_port': {'id': '15e920b0-6f8e-4ca2-8308-c8dee4b03696', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:82:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:12Z', 'updated_at': '2021-07-28T03:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '1af857fe-6dbc-432d-90d4-79842c4ed1f5', 'name': '', 'network_id': '6e99adb8-dac7-48e4-90f3-a5b0d3e1f496', 'tenant_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'mac_address': 'fa:16:3e:fc:f6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '322d27a3-4881-42ea-bda6-f5aefde10b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:14Z', 'updated_at': '2021-07-28T03:39:19Z', 'revision_number': 4, 'project_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'subnets': [{'id': '322d27a3-4881-42ea-bda6-f5aefde10b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:20.414799 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ab6ea2-b743-4494-8ae2-fe6d95460904 None None] The sync data for ids ['a563d47f-d718-4cb8-b52c-c168f7e2c545'] in dv-cinder-733062-21-iscsi is: [{'id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'name': 'tempest-TestShelveInstance-1711793524-router', 'tenant_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e920b0-6f8e-4ca2-8308-c8dee4b03696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:12Z', 'updated_at': '2021-07-28T03:39:15Z', 'revision_number': 4, 'project_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'gw_port': {'id': '15e920b0-6f8e-4ca2-8308-c8dee4b03696', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:82:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:12Z', 'updated_at': '2021-07-28T03:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '1af857fe-6dbc-432d-90d4-79842c4ed1f5', 'name': '', 'network_id': '6e99adb8-dac7-48e4-90f3-a5b0d3e1f496', 'tenant_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'mac_address': 'fa:16:3e:fc:f6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '322d27a3-4881-42ea-bda6-f5aefde10b6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:14Z', 'updated_at': '2021-07-28T03:39:19Z', 'revision_number': 4, 'project_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'subnets': [{'id': '322d27a3-4881-42ea-bda6-f5aefde10b6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:39:20.446058 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c981a3d1-cbc2-49e6-969d-db5a4da6dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:20.822044 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf51895-ab8f-4ffa-b8fe-57f007d864de req-b90d2d08-4630-48c5-a163-aa608a7f8ef0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:20.823057 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dcf51895-ab8f-4ffa-b8fe-57f007d864de req-b90d2d08-4630-48c5-a163-aa608a7f8ef0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0596864 Jul 28 03:39:20.894367 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dcf51895-ab8f-4ffa-b8fe-57f007d864de req-0440c927-108e-4db1-b0e8-2a85fdcab5c7 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0614586 Jul 28 03:39:21.088721 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fefba-727c-4a8f-88a6-28c9a615cb8e req-848d6aaf-402e-40c3-8db0-0656c8f55ad4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:21.090793 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cd4fefba-727c-4a8f-88a6-28c9a615cb8e req-848d6aaf-402e-40c3-8db0-0656c8f55ad4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0829468 Jul 28 03:39:21.092750 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2805e-17ea-4573-8056-0879976d446a req-48313bca-1cc6-4bd1-bdcf-9d0972e84c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:21.094085 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-62d2805e-17ea-4573-8056-0879976d446a req-48313bca-1cc6-4bd1-bdcf-9d0972e84c6e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee20ad097bcc4c51a357aa0a803f59a8&device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 1098 time: 0.0850439 Jul 28 03:39:21.144273 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cd4fefba-727c-4a8f-88a6-28c9a615cb8e req-dedb3c58-e60d-4286-946e-af70165f9e6e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469127 Jul 28 03:39:21.235651 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2805e-17ea-4573-8056-0879976d446a req-9aff0021-3e96-45cc-8bac-b0473c84119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:21.237234 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-62d2805e-17ea-4573-8056-0879976d446a req-9aff0021-3e96-45cc-8bac-b0473c84119d service neutron] 10.222.0.25 "GET /v2.0/networks?id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5 HTTP/1.1" status: 200 len: 917 time: 0.1071703 Jul 28 03:39:21.281032 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cc037-a26d-4abf-acaa-e7541c8f2f99 req-746ad743-45fa-4c22-a77a-14b23310b00c tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:21.282561 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f79cc037-a26d-4abf-acaa-e7541c8f2f99 req-746ad743-45fa-4c22-a77a-14b23310b00c tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0542142 Jul 28 03:39:21.330487 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f79cc037-a26d-4abf-acaa-e7541c8f2f99 req-fd16423c-84e2-4913-ab07-8cad48593058 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411251 Jul 28 03:39:21.606503 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-62d2805e-17ea-4573-8056-0879976d446a req-fffc53ea-42f9-4969-b078-df030d4d5137 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f743ec9f-b513-4bb3-b819-5c932959e75f HTTP/1.1" status: 200 len: 1000 time: 0.3554053 Jul 28 03:39:21.658172 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 1af857fe-6dbc-432d-90d4-79842c4ed1f5 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:21.694833 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-c0d013cf-1e71-4fe7-8e7d-1f5f74608319 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:21.702661 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-c0d013cf-1e71-4fe7-8e7d-1f5f74608319 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/networks?id=70ad9fef-d2a8-4a68-a9fa-5f970fad1121 HTTP/1.1" status: 200 len: 808 time: 0.1988182 Jul 28 03:39:21.708018 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 1af857fe-6dbc-432d-90d4-79842c4ed1f5 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:21.711156 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2805e-17ea-4573-8056-0879976d446a req-13bc32c1-12b7-499b-a475-44b0eab7f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:21.712050 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 1af857fe-6dbc-432d-90d4-79842c4ed1f5 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:21.712555 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:21.712661 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-62d2805e-17ea-4573-8056-0879976d446a req-13bc32c1-12b7-499b-a475-44b0eab7f289 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ec9b6e0-e497-4186-9c06-281440bc68ef HTTP/1.1" status: 200 len: 855 time: 0.0941525 Jul 28 03:39:21.716623 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-29832054-f707-4c3b-9c20-2ee49d37e82c tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/quotas/390a8b33f669478db43fb9ad4259eccb HTTP/1.1" status: 200 len: 375 time: 0.0131774 Jul 28 03:39:21.768399 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-1a85d134-4a68-4b35-998f-67411e330a6b tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=390a8b33f669478db43fb9ad4259eccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449255 Jul 28 03:39:21.820231 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:21.858958 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2805e-17ea-4573-8056-0879976d446a req-a4c77729-3353-49ea-b0e6-44c08f02a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:21.860592 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-62d2805e-17ea-4573-8056-0879976d446a req-a4c77729-3353-49ea-b0e6-44c08f02a0c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1283216 Jul 28 03:39:21.863699 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port 1af857fe-6dbc-432d-90d4-79842c4ed1f5, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=1af857fe-6dbc-432d-90d4-79842c4ed1f5,segment=NetworkSegment(44b0868e-3913-4810-a5b6-9e5c5305c19d),segment_id=44b0868e-3913-4810-a5b6-9e5c5305c19d)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:21.873775 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:21.956542 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-1261b091-1b6d-4baa-b71e-6739ce9c72bf service neutron] 10.222.0.16 "GET /v2.0/networks/70ad9fef-d2a8-4a68-a9fa-5f970fad1121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680119 Jul 28 03:39:21.962099 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=1af857fe-6dbc-432d-90d4-79842c4ed1f5,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:22.046295 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-62d2805e-17ea-4573-8056-0879976d446a req-75ee4bd2-8d35-43d6-a03e-330948df71e7 service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701746 Jul 28 03:39:22.129804 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-23cd72b6-b288-4db6-ab47-47d64fc4989f service neutron] 10.222.0.16 "GET /v2.0/networks/70ad9fef-d2a8-4a68-a9fa-5f970fad1121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673739 Jul 28 03:39:22.166562 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-62d2805e-17ea-4573-8056-0879976d446a req-49d84736-f538-4811-8699-cb5d4267879c service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072989 Jul 28 03:39:22.281050 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd906e-5be8-47c9-983e-ec051ec6f50f req-3ec806d5-8d55-45a1-94f6-ffbb0325e935 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:22.283576 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e1bd906e-5be8-47c9-983e-ec051ec6f50f req-3ec806d5-8d55-45a1-94f6-ffbb0325e935 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0692525 Jul 28 03:39:22.331652 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e1bd906e-5be8-47c9-983e-ec051ec6f50f req-24a525e9-7709-42b0-86a4-b212740a6332 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418882 Jul 28 03:39:22.439043 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e8573-0026-4506-adb7-4a25580d942d req-ee5824f6-9d8e-4fdb-86eb-6bc52ab83e01 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:22.440566 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-717e8573-0026-4506-adb7-4a25580d942d req-ee5824f6-9d8e-4fdb-86eb-6bc52ab83e01 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0502088 Jul 28 03:39:22.484600 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-717e8573-0026-4506-adb7-4a25580d942d req-147a71dc-7e12-4a1f-8c44-12f3ad1c1b1d tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376599 Jul 28 03:39:22.554400 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94535cac-9b2f-4681-820d-993b51c18416 req-992505ec-55de-4d99-9465-9fa9e378e812 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:22.560318 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-94535cac-9b2f-4681-820d-993b51c18416 req-992505ec-55de-4d99-9465-9fa9e378e812 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0965087 Jul 28 03:39:22.596625 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ab450246-2051-40ed-89ad-7869307b3ef8 req-f7c66ae3-66ca-4c4c-a0a5-aa0cb129a193 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 210 time: 0.0394609 Jul 28 03:39:22.608435 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-94535cac-9b2f-4681-820d-993b51c18416 req-f826005b-af03-4c20-81f6-fda1c1d2f4ce tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414512 Jul 28 03:39:23.090430 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:23.107951 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device ccaf035b-9463-4fa8-9a86-6365b8e3f28e no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:39:23.127957 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: ccaf035b-9463-4fa8-9a86-6365b8e3f28e {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:39:23.128312 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device ccaf035b-9463-4fa8-9a86-6365b8e3f28e not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:39:23.315046 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-f0df0d8b-d45a-45d4-9406-4d27e66c1f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:23.374238 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:23.453006 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31c0f8-8656-4bee-9ce8-620f811c8d12 req-69ac7bea-fd55-4aad-90b1-0f3f25bd791c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:23.454461 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3f31c0f8-8656-4bee-9ce8-620f811c8d12 req-69ac7bea-fd55-4aad-90b1-0f3f25bd791c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0483248 Jul 28 03:39:23.496190 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3f31c0f8-8656-4bee-9ce8-620f811c8d12 req-5191db73-e138-4519-873e-2355ac2a0e27 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0356517 Jul 28 03:39:23.627269 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177aae81-73ae-43fb-91cf-890b744fedb9 req-5206dc2a-aba3-4a43-99f8-69eb1e4846eb tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:23.628919 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-177aae81-73ae-43fb-91cf-890b744fedb9 req-5206dc2a-aba3-4a43-99f8-69eb1e4846eb tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0587478 Jul 28 03:39:23.654831 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 1af857fe-6dbc-432d-90d4-79842c4ed1f5 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:23.684704 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-177aae81-73ae-43fb-91cf-890b744fedb9 req-e1910a81-3092-4fc8-b781-169dcc86e22d tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486743 Jul 28 03:39:23.690578 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-24556b48-c80b-4c2e-a6fb-71aff630b8d7 req-6a6d6038-727f-4432-b680-46af941a6ce1 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 210 time: 0.0327246 Jul 28 03:39:23.714334 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 1af857fe-6dbc-432d-90d4-79842c4ed1f5 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:23.714715 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:23.800181 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba0c87-2782-4b08-a088-fff07c421c8f req-74c48a8f-9829-4bef-bc6d-ec65a299656f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:23.801605 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-74ba0c87-2782-4b08-a088-fff07c421c8f req-74c48a8f-9829-4bef-bc6d-ec65a299656f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0511158 Jul 28 03:39:23.843951 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-74ba0c87-2782-4b08-a088-fff07c421c8f req-355d1a90-8900-4fae-a696-f33f0d007e12 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363207 Jul 28 03:39:24.216107 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:24.614230 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-56863816-1f71-47b1-90a9-4c251990ceac tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:24.616034 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-56863816-1f71-47b1-90a9-4c251990ceac tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.25 "GET /v2.0/networks?id=70ad9fef-d2a8-4a68-a9fa-5f970fad1121 HTTP/1.1" status: 200 len: 808 time: 0.1129310 Jul 28 03:39:24.633773 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd8d2b-fcef-447a-b482-7952d30e22eb req-956d2779-3e43-46ff-b1b0-6c66f0effd91 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:24.635233 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0abd8d2b-fcef-447a-b482-7952d30e22eb req-956d2779-3e43-46ff-b1b0-6c66f0effd91 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0560830 Jul 28 03:39:24.662265 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-39d78460-1176-4699-9fc9-657b64a4588d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Request body: {'port': {'device_id': '40bb2c6a-5d90-460b-b078-9ac10259aa71', 'network_id': '70ad9fef-d2a8-4a68-a9fa-5f970fad1121', 'admin_state_up': True, 'tenant_id': '390a8b33f669478db43fb9ad4259eccb'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:24.674818 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0abd8d2b-fcef-447a-b482-7952d30e22eb req-7a285212-643f-485f-ad33-e69eedbd71ab tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329220 Jul 28 03:39:24.802926 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0f292f68-7a3b-4913-9646-4b4286b265ac req-cef096c3-e7f5-48b3-b60f-c16178e0e511 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 210 time: 0.0261259 Jul 28 03:39:24.811587 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-39d78460-1176-4699-9fc9-657b64a4588d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Made reservation on behalf of 390a8b33f669478db43fb9ad4259eccb for: {'port': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:24.821184 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-39d78460-1176-4699-9fc9-657b64a4588d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:24.831901 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a629e0e-5d61-4257-a48b-420e7f9aebfd req-30ad4a8b-ce21-4719-b18d-499eff4ef5e7 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:24.833397 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-9a629e0e-5d61-4257-a48b-420e7f9aebfd req-30ad4a8b-ce21-4719-b18d-499eff4ef5e7 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0758624 Jul 28 03:39:24.918394 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-9a629e0e-5d61-4257-a48b-420e7f9aebfd req-c168fe52-f440-4994-9ea1-81d6f8d0da0e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785680 Jul 28 03:39:24.967821 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3640c-bb18-4aec-8c34-15dd3d20a835 req-ea4f1b44-50d1-4d49-845e-e6e7705d36ed tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:24.969338 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-00f3640c-bb18-4aec-8c34-15dd3d20a835 req-ea4f1b44-50d1-4d49-845e-e6e7705d36ed tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0528760 Jul 28 03:39:24.986577 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-39d78460-1176-4699-9fc9-657b64a4588d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Allocated IP 172.20.0.10 (70ad9fef-d2a8-4a68-a9fa-5f970fad1121/c0e65c7d-3f0a-4b3f-b54e-edaeeaa0ba53/8792223a-d071-4fa7-b0ff-10a8022e1419) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:25.008064 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-00f3640c-bb18-4aec-8c34-15dd3d20a835 req-e81158ba-aff2-4d2d-917d-59b70f1cec78 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323420 Jul 28 03:39:25.128461 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f743ec9f-b513-4bb3-b819-5c932959e75f details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:39:25.153466 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-39d78460-1176-4699-9fc9-657b64a4588d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.214335 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-39d78460-1176-4699-9fc9-657b64a4588d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.242896 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port f743ec9f-b513-4bb3-b819-5c932959e75f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f743ec9f-b513-4bb3-b819-5c932959e75f,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:25.254939 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-39d78460-1176-4699-9fc9-657b64a4588d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Network 70ad9fef-d2a8-4a68-a9fa-5f970fad1121 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:25.256843 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': 'f743ec9f-b513-4bb3-b819-5c932959e75f', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'port_id': 'f743ec9f-b513-4bb3-b819-5c932959e75f', 'mac_address': 'fa:16:3e:41:4b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:39:25.258149 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-39d78460-1176-4699-9fc9-657b64a4588d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:25.262429 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-39d78460-1176-4699-9fc9-657b64a4588d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:25.267970 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-39d78460-1176-4699-9fc9-657b64a4588d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:25.268581 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-39d78460-1176-4699-9fc9-657b64a4588d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.284335 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d78460-1176-4699-9fc9-657b64a4588d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Pushing event updated for resources: {'Port': ['ID=8792223a-d071-4fa7-b0ff-10a8022e1419,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:25.293368 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-39d78460-1176-4699-9fc9-657b64a4588d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6348374 Jul 28 03:39:25.298651 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.312123 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f743ec9f-b513-4bb3-b819-5c932959e75f {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:25.313298 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Request body: {'port': {'device_id': '40bb2c6a-5d90-460b-b078-9ac10259aa71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:25.335496 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port f743ec9f-b513-4bb3-b819-5c932959e75f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f743ec9f-b513-4bb3-b819-5c932959e75f,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:25.349337 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.387357 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.415440 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=f743ec9f-b513-4bb3-b819-5c932959e75f,revision_number=6']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:25.624678 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['f743ec9f-b513-4bb3-b819-5c932959e75f'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:25.697441 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8792223a-d071-4fa7-b0ff-10a8022e1419 {{(pid=93263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:25.709684 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.724042 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Transition to ACTIVE for port object 8792223a-d071-4fa7-b0ff-10a8022e1419 will not be triggered until provisioned by entity L2. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:25.728123 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.804959 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Pushing event updated for resources: {'Port': ['ID=8792223a-d071-4fa7-b0ff-10a8022e1419,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:25.851755 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157c067-c567-4431-aed1-e301a5d7c33e req-3ef09f8c-86b8-42b8-9ea6-4c01aae44ab5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:25.853235 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a157c067-c567-4431-aed1-e301a5d7c33e req-3ef09f8c-86b8-42b8-9ea6-4c01aae44ab5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 944 time: 0.0996447 Jul 28 03:39:25.855842 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Attempting to bind port 8792223a-d071-4fa7-b0ff-10a8022e1419 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:25.856175 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Attempting to bind port 8792223a-d071-4fa7-b0ff-10a8022e1419 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'c0f43a52-0eec-4b9f-bbde-7db271dfbaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ad9fef-d2a8-4a68-a9fa-5f970fad1121'}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:25.856499 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Attempting to bind port 8792223a-d071-4fa7-b0ff-10a8022e1419 on network 70ad9fef-d2a8-4a68-a9fa-5f970fad1121 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:25.863174 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Port 8792223a-d071-4fa7-b0ff-10a8022e1419 on network 70ad9fef-d2a8-4a68-a9fa-5f970fad1121 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:39:25.863494 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Attempting to bind port 8792223a-d071-4fa7-b0ff-10a8022e1419 on network 70ad9fef-d2a8-4a68-a9fa-5f970fad1121 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:25.878916 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:25.879249 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Checking segment: {'id': 'c0f43a52-0eec-4b9f-bbde-7db271dfbaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ad9fef-d2a8-4a68-a9fa-5f970fad1121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:25.879621 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Bound using segment: {'id': 'c0f43a52-0eec-4b9f-bbde-7db271dfbaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ad9fef-d2a8-4a68-a9fa-5f970fad1121'} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:25.880084 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Bound port: 8792223a-d071-4fa7-b0ff-10a8022e1419, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f43a52-0eec-4b9f-bbde-7db271dfbaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '70ad9fef-d2a8-4a68-a9fa-5f970fad1121'}}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:25.880432 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.922818 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236b833-7684-41b5-af8b-0fc946044ae8 req-d78e62a4-be86-4465-9e32-daadcbd89acd tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:25.924338 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4236b833-7684-41b5-af8b-0fc946044ae8 req-d78e62a4-be86-4465-9e32-daadcbd89acd tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 944 time: 0.0518806 Jul 28 03:39:25.932712 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a157c067-c567-4431-aed1-e301a5d7c33e req-3c61ba19-18bb-4882-b62b-eb9a3b0bacdd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0712366 Jul 28 03:39:25.948925 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:25.970100 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4236b833-7684-41b5-af8b-0fc946044ae8 req-8707b197-18b8-4653-88af-6f0d038a6f18 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388772 Jul 28 03:39:25.970899 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] For port 8792223a-d071-4fa7-b0ff-10a8022e1419, host hv-cinder-73306, cleared binding levels {{(pid=93263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:25.975729 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] For port 8792223a-d071-4fa7-b0ff-10a8022e1419, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8792223a-d071-4fa7-b0ff-10a8022e1419,segment=NetworkSegment(c0f43a52-0eec-4b9f-bbde-7db271dfbaf4),segment_id=c0f43a52-0eec-4b9f-bbde-7db271dfbaf4)] {{(pid=93263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:25.980655 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:26.031213 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:26.031862 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:26.033234 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] 10.222.0.25 "PUT /v2.0/ports/8792223a-d071-4fa7-b0ff-10a8022e1419 HTTP/1.1" status: 200 len: 1094 time: 0.7243836 Jul 28 03:39:26.046269 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bb2c6a-5d90-460b-b078-9ac10259aa71', 'tag': '8792223a-d071-4fa7-b0ff-10a8022e1419'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:26.048509 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db55f7d-42d7-42a5-a160-43ae6490dbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "40bb2c6a-5d90-460b-b078-9ac10259aa71", "tag": "8792223a-d071-4fa7-b0ff-10a8022e1419"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:26.077280 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6d4f1-78e9-48d8-a154-a0630e076fbb service neutron] Pushing event updated for resources: {'Port': ['ID=8792223a-d071-4fa7-b0ff-10a8022e1419,revision_number=3']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:26.093241 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184279b-a914-4c4d-9f9c-e5a7455b99db req-3b2402bf-af7d-4b00-b668-335a75f9452d tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:26.094741 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-e184279b-a914-4c4d-9f9c-e5a7455b99db req-3b2402bf-af7d-4b00-b668-335a75f9452d tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0882194 Jul 28 03:39:26.138830 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e45e58-60dd-4dc2-b5f8-910505692e39 req-15d4b94d-1b54-438e-8471-6eb5a94bcc5a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:26.140593 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-46e45e58-60dd-4dc2-b5f8-910505692e39 req-15d4b94d-1b54-438e-8471-6eb5a94bcc5a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0613782 Jul 28 03:39:26.181848 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-46e45e58-60dd-4dc2-b5f8-910505692e39 req-f886bf6c-e9ab-4507-b21a-4ebb925a5442 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333679 Jul 28 03:39:26.184577 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-e184279b-a914-4c4d-9f9c-e5a7455b99db req-a6cdb838-56e7-4d8a-9ab1-6077351b3079 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834634 Jul 28 03:39:26.191076 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-1d3c31d0-8b19-4c14-bd50-d0d2c41a1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:26.192598 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-1d3c31d0-8b19-4c14-bd50-d0d2c41a1ba6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=390a8b33f669478db43fb9ad4259eccb&device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 1097 time: 0.0631802 Jul 28 03:39:26.231915 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93678fec-9c7f-47c1-bebc-6d8667cb84ad x-openstack-request-id: req-93678fec-9c7f-47c1-bebc-6d8667cb84ad {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:26.232195 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bb2c6a-5d90-460b-b078-9ac10259aa71", "tag": "8792223a-d071-4fa7-b0ff-10a8022e1419", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:26.232441 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93678fec-9c7f-47c1-bebc-6d8667cb84ad {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:26.232820 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bb2c6a-5d90-460b-b078-9ac10259aa71', 'tag': '8792223a-d071-4fa7-b0ff-10a8022e1419', 'status': 'completed', 'code': 200} Jul 28 03:39:26.262106 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-bb25c74b-b263-42b3-b4c8-c7be2e3fbcfa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8792223a-d071-4fa7-b0ff-10a8022e1419 HTTP/1.1" status: 200 len: 217 time: 0.0390694 Jul 28 03:39:26.310308 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-865d2043-9f28-46b8-9217-214c792f3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:26.311797 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-865d2043-9f28-46b8-9217-214c792f3b99 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0e65c7d-3f0a-4b3f-b54e-edaeeaa0ba53 HTTP/1.1" status: 200 len: 848 time: 0.0424776 Jul 28 03:39:26.348177 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-20a450ef-6730-49dc-a230-eefaeb54a9d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70ad9fef-d2a8-4a68-a9fa-5f970fad1121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254378 Jul 28 03:39:26.446787 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-41afdff8-ca76-4bdf-8bed-8d7d2e77e353 service neutron] 10.222.0.25 "GET /v2.0/networks/70ad9fef-d2a8-4a68-a9fa-5f970fad1121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856509 Jul 28 03:39:26.540129 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c1ce614a-14b4-42e4-ab9e-45a008c22208 req-6a3ed3c2-96de-4aff-b6f6-13b153ef4ade service neutron] 10.222.0.25 "GET /v2.0/networks/70ad9fef-d2a8-4a68-a9fa-5f970fad1121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803626 Jul 28 03:39:26.706243 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db55f7d-42d7-42a5-a160-43ae6490dbe1 req-823d67a2-da03-4aa8-adc1-d8b96ca51606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:26.707774 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7db55f7d-42d7-42a5-a160-43ae6490dbe1 req-823d67a2-da03-4aa8-adc1-d8b96ca51606 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=390a8b33f669478db43fb9ad4259eccb&device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 1097 time: 0.0414689 Jul 28 03:39:26.821775 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db55f7d-42d7-42a5-a160-43ae6490dbe1 req-036c5c5b-a19b-4954-a316-84dedbe371d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:26.823824 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7db55f7d-42d7-42a5-a160-43ae6490dbe1 req-036c5c5b-a19b-4954-a316-84dedbe371d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=70ad9fef-d2a8-4a68-a9fa-5f970fad1121 HTTP/1.1" status: 200 len: 909 time: 0.1036830 Jul 28 03:39:26.888512 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7db55f7d-42d7-42a5-a160-43ae6490dbe1 req-27134278-7f06-4816-ba95-bce73e16fe86 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8792223a-d071-4fa7-b0ff-10a8022e1419 HTTP/1.1" status: 200 len: 217 time: 0.0382643 Jul 28 03:39:26.984753 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db55f7d-42d7-42a5-a160-43ae6490dbe1 req-eba5b57e-3ce1-4ed1-9b3b-ecf2ae7728f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:26.986201 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7db55f7d-42d7-42a5-a160-43ae6490dbe1 req-eba5b57e-3ce1-4ed1-9b3b-ecf2ae7728f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0e65c7d-3f0a-4b3f-b54e-edaeeaa0ba53 HTTP/1.1" status: 200 len: 848 time: 0.0463932 Jul 28 03:39:27.027682 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7db55f7d-42d7-42a5-a160-43ae6490dbe1 req-448b5428-3b59-41e3-a190-dcf2c55ba046 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=70ad9fef-d2a8-4a68-a9fa-5f970fad1121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323510 Jul 28 03:39:27.105261 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241286-313d-4e98-827d-1cf192737eef req-317abb97-c8c7-40d4-b460-8f9bc0735b1e tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:27.106904 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-59241286-313d-4e98-827d-1cf192737eef req-317abb97-c8c7-40d4-b460-8f9bc0735b1e tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 944 time: 0.0538967 Jul 28 03:39:27.141860 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad253d4-4ecb-4550-bfaf-3af1353a15a0 req-0340944e-f4b4-49d8-b71f-1bc646deb9ae tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:27.143380 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5ad253d4-4ecb-4550-bfaf-3af1353a15a0 req-0340944e-f4b4-49d8-b71f-1bc646deb9ae tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 944 time: 0.1185119 Jul 28 03:39:27.153090 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-59241286-313d-4e98-827d-1cf192737eef req-dcf22b05-96b7-4616-976a-470f7b0aebbe tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387714 Jul 28 03:39:27.156261 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f743ec9f-b513-4bb3-b819-5c932959e75f up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:27.174512 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7db55f7d-42d7-42a5-a160-43ae6490dbe1 req-ccb3877c-4979-474e-9c2b-4664a8cae01c service neutron] 10.222.0.25 "GET /v2.0/networks/70ad9fef-d2a8-4a68-a9fa-5f970fad1121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192009 Jul 28 03:39:27.236231 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port f743ec9f-b513-4bb3-b819-5c932959e75f triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:27.236708 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.293502 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5ad253d4-4ecb-4550-bfaf-3af1353a15a0 req-1e469ce4-5eb5-4119-be4f-480bd25967d4 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1174395 Jul 28 03:39:27.326163 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b43ba6-b48a-4ac1-b479-c51039b3e9f7 req-fd8811be-4d12-429c-84ba-9256096cfe83 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:27.327963 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d5b43ba6-b48a-4ac1-b479-c51039b3e9f7 req-fd8811be-4d12-429c-84ba-9256096cfe83 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0542386 Jul 28 03:39:27.351009 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.374794 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d5b43ba6-b48a-4ac1-b479-c51039b3e9f7 req-919e7354-8ea2-4c6c-b658-c39cfc679261 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397208 Jul 28 03:39:27.378406 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7db55f7d-42d7-42a5-a160-43ae6490dbe1 req-3a6c0ca3-9e8d-470c-a1da-b39becb98888 service neutron] 10.222.0.25 "GET /v2.0/networks/70ad9fef-d2a8-4a68-a9fa-5f970fad1121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776583 Jul 28 03:39:27.383925 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f743ec9f-b513-4bb3-b819-5c932959e75f'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:27.386814 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d28be9c-940a-4909-b93e-74403da7d142" -d '{"events": [{"server_uuid": "622af242-a6fc-4f2d-9f03-61e88ee5e89f", "name": "network-vif-plugged", "status": "completed", "tag": "f743ec9f-b513-4bb3-b819-5c932959e75f"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:27.400691 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port f743ec9f-b513-4bb3-b819-5c932959e75f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f743ec9f-b513-4bb3-b819-5c932959e75f,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:27.406955 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:27.455766 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29975f72-e0ae-4a9c-80bd-b2bd0e89b74d req-f5886da5-3d4f-4614-aa9d-d8c57d6619aa tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:27.463501 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-29975f72-e0ae-4a9c-80bd-b2bd0e89b74d req-f5886da5-3d4f-4614-aa9d-d8c57d6619aa tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0698562 Jul 28 03:39:27.465287 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=f743ec9f-b513-4bb3-b819-5c932959e75f,revision_number=7']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:27.471310 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736bbc90-5eb8-4ac0-b481-e83f3d34a839 x-openstack-request-id: req-736bbc90-5eb8-4ac0-b481-e83f3d34a839 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:27.471602 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622af242-a6fc-4f2d-9f03-61e88ee5e89f", "name": "network-vif-plugged", "status": "completed", "tag": "f743ec9f-b513-4bb3-b819-5c932959e75f", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:27.471878 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-736bbc90-5eb8-4ac0-b481-e83f3d34a839 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:27.472266 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f743ec9f-b513-4bb3-b819-5c932959e75f', 'code': 200} Jul 28 03:39:27.502667 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-29975f72-e0ae-4a9c-80bd-b2bd0e89b74d req-96d90416-9136-461e-8afe-d43169db9471 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379272 Jul 28 03:39:28.308303 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eddfac-6a3f-4d4a-a9ff-95b0bff1301f req-627bfa34-45a6-421d-84ed-a00b71d7836d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:28.320838 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-64eddfac-6a3f-4d4a-a9ff-95b0bff1301f req-627bfa34-45a6-421d-84ed-a00b71d7836d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 944 time: 0.0708144 Jul 28 03:39:28.375666 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-64eddfac-6a3f-4d4a-a9ff-95b0bff1301f req-60d112c1-a5d8-42b3-9c64-b3c6a111236f tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452049 Jul 28 03:39:28.462607 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35d2af-bb89-41a8-a2a6-9fe6838415b2 req-973547f5-0796-453c-9661-f7d7a3edf876 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:28.471610 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1a35d2af-bb89-41a8-a2a6-9fe6838415b2 req-973547f5-0796-453c-9661-f7d7a3edf876 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0899446 Jul 28 03:39:28.518668 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1a35d2af-bb89-41a8-a2a6-9fe6838415b2 req-d92b1fe1-a62f-42a5-a78b-74e6fa29a29d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414662 Jul 28 03:39:28.564499 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b10a3a-a528-4e1c-a689-272f08774f7b req-fadc71e5-a95f-41f3-9f37-2fd65638a189 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:28.566148 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-92b10a3a-a528-4e1c-a689-272f08774f7b req-fadc71e5-a95f-41f3-9f37-2fd65638a189 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0633585 Jul 28 03:39:28.636287 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-92b10a3a-a528-4e1c-a689-272f08774f7b req-d8176fb9-7d65-417c-ab84-e4946d33c65f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544715 Jul 28 03:39:28.665723 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837e031-ff2e-4f2e-9d1e-613065a7fa34 req-6b901150-40ed-416e-ace8-33e123a352e1 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:28.667465 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a837e031-ff2e-4f2e-9d1e-613065a7fa34 req-6b901150-40ed-416e-ace8-33e123a352e1 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0691838 Jul 28 03:39:28.720067 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a837e031-ff2e-4f2e-9d1e-613065a7fa34 req-4f25c09e-345d-48d7-a484-01a95cf69e60 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452096 Jul 28 03:39:29.196927 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 8792223a-d071-4fa7-b0ff-10a8022e1419 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:39:29.320189 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 8792223a-d071-4fa7-b0ff-10a8022e1419, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8792223a-d071-4fa7-b0ff-10a8022e1419,segment=NetworkSegment(c0f43a52-0eec-4b9f-bbde-7db271dfbaf4),segment_id=c0f43a52-0eec-4b9f-bbde-7db271dfbaf4)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:29.342976 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': '8792223a-d071-4fa7-b0ff-10a8022e1419', 'network_id': '70ad9fef-d2a8-4a68-a9fa-5f970fad1121', 'port_id': '8792223a-d071-4fa7-b0ff-10a8022e1419', 'mac_address': 'fa:16:3e:d0:96:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e65c7d-3f0a-4b3f-b54e-edaeeaa0ba53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:39:29.384300 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.403865 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8792223a-d071-4fa7-b0ff-10a8022e1419 {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:29.428972 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 8792223a-d071-4fa7-b0ff-10a8022e1419, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8792223a-d071-4fa7-b0ff-10a8022e1419,segment=NetworkSegment(c0f43a52-0eec-4b9f-bbde-7db271dfbaf4),segment_id=c0f43a52-0eec-4b9f-bbde-7db271dfbaf4)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:29.436988 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:29.503739 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=8792223a-d071-4fa7-b0ff-10a8022e1419,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:29.547168 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bcf01-c22f-426f-be21-d560a881b65f req-b29837bb-4eae-4514-abcc-692f0770c7df tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:29.559356 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f61bcf01-c22f-426f-be21-d560a881b65f req-b29837bb-4eae-4514-abcc-692f0770c7df tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 945 time: 0.0857184 Jul 28 03:39:29.636129 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f61bcf01-c22f-426f-be21-d560a881b65f req-75c40345-1b65-4181-a7c1-d2003da1b255 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757465 Jul 28 03:39:29.731200 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3fd37-8943-4f10-b36e-db24e2b80abf req-14e2a235-d389-40a6-abe9-2ce525476d14 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:29.741119 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-dec3fd37-8943-4f10-b36e-db24e2b80abf req-14e2a235-d389-40a6-abe9-2ce525476d14 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.1153164 Jul 28 03:39:29.820222 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4a87f-44ac-4c7d-8700-df4dd3a1924e req-85342c39-886d-4605-9d27-5f2de0463922 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:29.828753 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c1b4a87f-44ac-4c7d-8700-df4dd3a1924e req-85342c39-886d-4605-9d27-5f2de0463922 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0719702 Jul 28 03:39:29.836255 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-dec3fd37-8943-4f10-b36e-db24e2b80abf req-fd32a28c-d49b-43e8-9e52-990b17e8dd58 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0748885 Jul 28 03:39:29.902659 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c1b4a87f-44ac-4c7d-8700-df4dd3a1924e req-c648c134-6f17-495c-b7b5-57790966fd7f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707040 Jul 28 03:39:29.989344 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d2fb9-b458-4d8b-884b-86006cd2f66a req-652a7976-bae8-4d46-afa9-968031518695 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:29.994305 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4a6d2fb9-b458-4d8b-884b-86006cd2f66a req-652a7976-bae8-4d46-afa9-968031518695 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0857213 Jul 28 03:39:30.037511 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4a6d2fb9-b458-4d8b-884b-86006cd2f66a req-7dd82e22-e8b6-434d-955d-2ad5f84cd32b tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390003 Jul 28 03:39:30.063291 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['8792223a-d071-4fa7-b0ff-10a8022e1419'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:30.618847 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 43688) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:30.762487 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:30.832357 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39013a-b110-4ac3-b4ca-37f56b6282b7 req-3f5c4b7d-569f-436f-9dc0-0e604a1bc4a7 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:30.834420 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ca39013a-b110-4ac3-b4ca-37f56b6282b7 req-3f5c4b7d-569f-436f-9dc0-0e604a1bc4a7 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 945 time: 0.1032648 Jul 28 03:39:30.914422 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ca39013a-b110-4ac3-b4ca-37f56b6282b7 req-1b5ae7d4-4d2b-48f1-8836-fd610ba8fa50 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700736 Jul 28 03:39:31.006979 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.022001 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.049909 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0a2c8-986f-42c5-8866-9c902e0e382c req-4654bf52-29db-43bf-9edb-b728ead64c5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:31.052515 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-35f0a2c8-986f-42c5-8866-9c902e0e382c req-4654bf52-29db-43bf-9edb-b728ead64c5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0814514 Jul 28 03:39:31.085014 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f524d7-223a-4ff6-b7be-f99506ef33b9,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:31.099600 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.100003 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.100361 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.100705 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.101037 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.101397 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.101697 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.102025 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.102641 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-35f0a2c8-986f-42c5-8866-9c902e0e382c req-db5ad3b1-d74f-49b4-ac31-3b595382b4f4 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433006 Jul 28 03:39:31.110832 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.114966 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.118626 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.123353 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:31.144754 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-f6634392-f4b3-4569-ba0d-ea1591ec327a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d39650a77ceb49bc9639eb1d4f578f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5247943 Jul 28 03:39:31.153663 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 43708) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:31.179588 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe68626-27d3-40ae-996d-23e2d2122e5e req-a03ddf5f-e323-4689-815e-7dfbd898f8f1 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:31.181136 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dfe68626-27d3-40ae-996d-23e2d2122e5e req-a03ddf5f-e323-4689-815e-7dfbd898f8f1 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.1725688 Jul 28 03:39:31.227643 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5a1f7362-cf93-43d7-b20b-7d1f149b3dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.254458 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dfe68626-27d3-40ae-996d-23e2d2122e5e req-874e91c8-427c-4668-8d77-f9dd955b1770 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665777 Jul 28 03:39:31.299461 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5a1f7362-cf93-43d7-b20b-7d1f149b3dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.394582 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5a1f7362-cf93-43d7-b20b-7d1f149b3dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.397280 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5a1f7362-cf93-43d7-b20b-7d1f149b3dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:31.408073 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb199f29-869e-4599-a5c7-2a14a0f68b4f req-64417771-1934-4d6f-8aed-3fa7bea56007 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:31.413631 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-5a1f7362-cf93-43d7-b20b-7d1f149b3dfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63f524d7-223a-4ff6-b7be-f99506ef33b9 HTTP/1.1" status: 204 len: 168 time: 0.2504365 Jul 28 03:39:31.415957 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eb199f29-869e-4599-a5c7-2a14a0f68b4f req-64417771-1934-4d6f-8aed-3fa7bea56007 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0798376 Jul 28 03:39:31.447664 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f7362-cf93-43d7-b20b-7d1f149b3dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f524d7-223a-4ff6-b7be-f99506ef33b9,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:31.469296 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eb199f29-869e-4599-a5c7-2a14a0f68b4f req-aa1a70fe-1ae1-4bd6-b637-32372ce3a245 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525165 Jul 28 03:39:32.067449 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581464d-b43a-45dc-b2fe-f2e9668ce706 req-319c0039-cf24-43dd-9c37-bc4ecbe6f8a1 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:32.069429 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4581464d-b43a-45dc-b2fe-f2e9668ce706 req-319c0039-cf24-43dd-9c37-bc4ecbe6f8a1 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 945 time: 0.0702982 Jul 28 03:39:32.113848 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4581464d-b43a-45dc-b2fe-f2e9668ce706 req-095134fb-9bf7-4845-996e-f0a313e6d570 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378814 Jul 28 03:39:32.309513 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 43744) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:32.311565 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf62638-0992-4a67-8588-420167f5a43c req-3d3a1f72-e5f9-4f55-8985-d3b1d35fb2af tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:32.313805 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-fdf62638-0992-4a67-8588-420167f5a43c req-3d3a1f72-e5f9-4f55-8985-d3b1d35fb2af tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0824416 Jul 28 03:39:32.359040 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-fdf62638-0992-4a67-8588-420167f5a43c req-540d1987-9591-4ef6-8308-6cef0079fbe9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0379097 Jul 28 03:39:32.441680 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da574b9-2678-476e-987e-f163e0f03ec6 req-d4f2c626-c440-4c30-97d0-7268a450962f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:32.449404 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1da574b9-2678-476e-987e-f163e0f03ec6 req-d4f2c626-c440-4c30-97d0-7268a450962f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0987899 Jul 28 03:39:32.455793 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-327f30fb-870b-40cd-996c-dadf4a8dc206 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-256259512-network', 'tenant_id': '55fad6251ff244ea9f24d160e444628f'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:32.514829 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327f30fb-870b-40cd-996c-dadf4a8dc206 admin admin] Made reservation on behalf of 55fad6251ff244ea9f24d160e444628f for: {'network': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:32.517778 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-327f30fb-870b-40cd-996c-dadf4a8dc206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.532279 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1da574b9-2678-476e-987e-f163e0f03ec6 req-803f2557-1163-4a58-befc-4d268024496a tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716419 Jul 28 03:39:32.533679 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-327f30fb-870b-40cd-996c-dadf4a8dc206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.641050 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c8335-bd32-4407-a0e2-6842e190026b req-2a7461e5-70ca-46a9-8253-b12529aeea31 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:32.643667 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1c4c8335-bd32-4407-a0e2-6842e190026b req-2a7461e5-70ca-46a9-8253-b12529aeea31 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0906413 Jul 28 03:39:32.700275 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-327f30fb-870b-40cd-996c-dadf4a8dc206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.701689 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1c4c8335-bd32-4407-a0e2-6842e190026b req-c5113349-c8ef-4b79-9f8a-88ba61c8216f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505548 Jul 28 03:39:32.717436 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-327f30fb-870b-40cd-996c-dadf4a8dc206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.746615 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327f30fb-870b-40cd-996c-dadf4a8dc206 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:39:32.766639 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f30fb-870b-40cd-996c-dadf4a8dc206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fb9d02-8752-4e11-88ae-a44c7bf689a1,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:32.771037 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-327f30fb-870b-40cd-996c-dadf4a8dc206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.771397 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.segments_db [None req-327f30fb-870b-40cd-996c-dadf4a8dc206 admin admin] Added segment 83cbbab4-5474-48ae-9adf-8f04ae7e9586 of type vlan for network 8c357690-498e-4e5c-bdce-1e52bd2b1279 Jul 28 03:39:32.825848 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-327f30fb-870b-40cd-996c-dadf4a8dc206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.873052 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-327f30fb-870b-40cd-996c-dadf4a8dc206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.874048 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327f30fb-870b-40cd-996c-dadf4a8dc206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:32.874657 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-327f30fb-870b-40cd-996c-dadf4a8dc206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:32.938512 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-327f30fb-870b-40cd-996c-dadf4a8dc206 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6278069 Jul 28 03:39:32.941491 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 43754) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:32.949637 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-72017fc8-d3c1-49c5-8e23-589e9a81c2ac admin admin] Request body: {'subnet': {'network_id': '8c357690-498e-4e5c-bdce-1e52bd2b1279', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-256259512-subnet', 'tenant_id': '55fad6251ff244ea9f24d160e444628f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:32.961297 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f30fb-870b-40cd-996c-dadf4a8dc206 admin admin] Pushing event updated for resources: {'Network': ['ID=8c357690-498e-4e5c-bdce-1e52bd2b1279,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:32.973760 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network 8c357690-498e-4e5c-bdce-1e52bd2b1279 details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:39:32.986280 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72017fc8-d3c1-49c5-8e23-589e9a81c2ac admin admin] Made reservation on behalf of 55fad6251ff244ea9f24d160e444628f for: {'subnet': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:32.990815 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-72017fc8-d3c1-49c5-8e23-589e9a81c2ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30343348'] for subnet, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.218649 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 8792223a-d071-4fa7-b0ff-10a8022e1419 up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:33.250117 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-72017fc8-d3c1-49c5-8e23-589e9a81c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30596134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30343366'] for subnet, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.298871 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port 8792223a-d071-4fa7-b0ff-10a8022e1419 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:33.304151 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port 8792223a-d071-4fa7-b0ff-10a8022e1419 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:33.304704 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.321526 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c7520-c056-43e7-9209-c5c34b127a2b req-0bfba385-c318-4433-8338-d9f1c6b0c465 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:33.323576 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb3c7520-c056-43e7-9209-c5c34b127a2b req-0bfba385-c318-4433-8338-d9f1c6b0c465 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 945 time: 0.1156068 Jul 28 03:39:33.329196 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72017fc8-d3c1-49c5-8e23-589e9a81c2ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce2bd794-e0e2-4680-943d-3435084f40a0,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:33.363821 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72017fc8-d3c1-49c5-8e23-589e9a81c2ac admin admin] Checking segment: {'id': '83cbbab4-5474-48ae-9adf-8f04ae7e9586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8c357690-498e-4e5c-bdce-1e52bd2b1279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:33.363821 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72017fc8-d3c1-49c5-8e23-589e9a81c2ac admin admin] Network hostable DHCP agents. Network: 8c357690-498e-4e5c-bdce-1e52bd2b1279, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:39:33.408788 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb3c7520-c056-43e7-9209-c5c34b127a2b req-dff03553-c3e1-45b3-b0f5-5dc96cc644c0 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707846 Jul 28 03:39:33.438244 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72017fc8-d3c1-49c5-8e23-589e9a81c2ac admin admin] Network 8c357690-498e-4e5c-bdce-1e52bd2b1279 is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:39:33.454596 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.458072 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-72017fc8-d3c1-49c5-8e23-589e9a81c2ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, 8c357690-498e-4e5c-bdce-1e52bd2b1279) {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:33.462769 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72017fc8-d3c1-49c5-8e23-589e9a81c2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:33.463491 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-72017fc8-d3c1-49c5-8e23-589e9a81c2ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.480450 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb6a891-1b4e-4522-ad64-9024f3f7fb26 None None] Network 8c357690-498e-4e5c-bdce-1e52bd2b1279 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:33.514634 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-72017fc8-d3c1-49c5-8e23-589e9a81c2ac admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5720606 Jul 28 03:39:33.546075 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2be55-1ae3-4334-bbf0-3ffe0f4a816a req-5b4e16ee-3600-4ce3-8f30-b6743d72c3e9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:33.548388 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5cc2be55-1ae3-4334-bbf0-3ffe0f4a816a req-5b4e16ee-3600-4ce3-8f30-b6743d72c3e9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0725720 Jul 28 03:39:33.557099 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bb2c6a-5d90-460b-b078-9ac10259aa71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8792223a-d071-4fa7-b0ff-10a8022e1419'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:33.559939 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8cdf3f-b258-4342-9ad9-39a46ac4a553" -d '{"events": [{"server_uuid": "40bb2c6a-5d90-460b-b078-9ac10259aa71", "name": "network-vif-plugged", "status": "completed", "tag": "8792223a-d071-4fa7-b0ff-10a8022e1419"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:33.613778 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 8792223a-d071-4fa7-b0ff-10a8022e1419, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8792223a-d071-4fa7-b0ff-10a8022e1419,segment=NetworkSegment(c0f43a52-0eec-4b9f-bbde-7db271dfbaf4),segment_id=c0f43a52-0eec-4b9f-bbde-7db271dfbaf4)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:33.629241 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.649690 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5cc2be55-1ae3-4334-bbf0-3ffe0f4a816a req-733396a9-7a02-47fe-9b29-71195d0b09aa tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0946691 Jul 28 03:39:33.745264 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c50b8-bfe6-4089-b3e4-40cb4878d6fc req-ad7b3008-430b-4bb0-a283-5718463461ba tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:33.756899 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8584ec9e-12b0-49d5-9c42-02acad7bc16d x-openstack-request-id: req-8584ec9e-12b0-49d5-9c42-02acad7bc16d {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:33.757182 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bb2c6a-5d90-460b-b078-9ac10259aa71", "name": "network-vif-plugged", "status": "completed", "tag": "8792223a-d071-4fa7-b0ff-10a8022e1419", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:33.757433 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8584ec9e-12b0-49d5-9c42-02acad7bc16d {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:33.757814 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bb2c6a-5d90-460b-b078-9ac10259aa71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8792223a-d071-4fa7-b0ff-10a8022e1419', 'code': 200} Jul 28 03:39:33.759906 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a32c50b8-bfe6-4089-b3e4-40cb4878d6fc req-ad7b3008-430b-4bb0-a283-5718463461ba tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.1051073 Jul 28 03:39:33.868258 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a32c50b8-bfe6-4089-b3e4-40cb4878d6fc req-8b171fd4-b7c7-4b46-8201-2d21576ed93c tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073780 Jul 28 03:39:33.931576 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=8792223a-d071-4fa7-b0ff-10a8022e1419,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:34.020678 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492ac626-9658-436a-83c2-7cc055b51dc4 None None] Network 8c357690-498e-4e5c-bdce-1e52bd2b1279 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:39:34.029541 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c842d5b-02cf-4748-8937-a9815ae8c3e0 req-c35aadc9-908b-4a9a-a2c9-962047e4751a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:34.038124 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4c842d5b-02cf-4748-8937-a9815ae8c3e0 req-c35aadc9-908b-4a9a-a2c9-962047e4751a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.2012401 Jul 28 03:39:34.149076 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4c842d5b-02cf-4748-8937-a9815ae8c3e0 req-993f6b21-7542-4f59-bb3a-477fc7059593 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097763 Jul 28 03:39:34.211398 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b79665-5882-46a5-8787-1874d646339e req-15636520-c9cc-4dd7-a9e9-4153ad1e5b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:34.213114 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-62b79665-5882-46a5-8787-1874d646339e req-15636520-c9cc-4dd7-a9e9-4153ad1e5b8a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 1099 time: 0.0960884 Jul 28 03:39:34.272186 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-62b79665-5882-46a5-8787-1874d646339e req-21f01593-3bc6-43e7-b330-d7c02868d35d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Jul 28 03:39:34.420096 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0c3f7-e748-46c6-8f66-ba8a8b13c27f req-ff546d51-bb47-43dd-a55e-1c13c7b756b3 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:34.421504 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d2b0c3f7-e748-46c6-8f66-ba8a8b13c27f req-ff546d51-bb47-43dd-a55e-1c13c7b756b3 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0862935 Jul 28 03:39:34.512820 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d2b0c3f7-e748-46c6-8f66-ba8a8b13c27f req-de42ec17-7eaf-42db-88c9-b258d9022d02 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817554 Jul 28 03:39:34.602102 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3625270-13f0-4a8a-91d7-6ae3715a8f59 req-d7c174ac-6bb1-4e98-b5b8-94e1d607c6f3 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:34.614395 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c3625270-13f0-4a8a-91d7-6ae3715a8f59 req-d7c174ac-6bb1-4e98-b5b8-94e1d607c6f3 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 946 time: 0.1003335 Jul 28 03:39:34.687290 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c3625270-13f0-4a8a-91d7-6ae3715a8f59 req-0c22bf10-55c0-4754-86c3-f835c773b85d tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720279 Jul 28 03:39:34.814197 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e2802-8cc4-496d-8add-3b17446ee7f5 req-f77281dd-091f-4b26-acad-e6ae65644589 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:34.820241 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-910e2802-8cc4-496d-8add-3b17446ee7f5 req-f77281dd-091f-4b26-acad-e6ae65644589 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0814829 Jul 28 03:39:34.902684 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-910e2802-8cc4-496d-8add-3b17446ee7f5 req-6f4a17cc-e4f2-4ebc-812b-b8877d046d45 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0697179 Jul 28 03:39:34.920237 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a36656-e410-437f-9af5-e37a389edfa4 req-e5dca31a-3222-41ea-a273-87528cc90811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:34.921715 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-33a36656-e410-437f-9af5-e37a389edfa4 req-e5dca31a-3222-41ea-a273-87528cc90811 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 1098 time: 0.0713677 Jul 28 03:39:35.002779 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708101c0-c7d2-4e9f-bde9-9f856444e955 req-d9e1f0e5-99d5-469b-89b5-2b87f027dedf tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:35.004235 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-708101c0-c7d2-4e9f-bde9-9f856444e955 req-d9e1f0e5-99d5-469b-89b5-2b87f027dedf tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0518947 Jul 28 03:39:35.039014 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a36656-e410-437f-9af5-e37a389edfa4 req-152e00b4-50fd-4cde-a5e3-b79b7d18b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:35.040706 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-33a36656-e410-437f-9af5-e37a389edfa4 req-152e00b4-50fd-4cde-a5e3-b79b7d18b312 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 200 len: 911 time: 0.1057408 Jul 28 03:39:35.046437 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-708101c0-c7d2-4e9f-bde9-9f856444e955 req-12f96332-a49e-4854-87bf-2376b68dcb0b tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355730 Jul 28 03:39:35.125083 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-33a36656-e410-437f-9af5-e37a389edfa4 req-929d6b7c-caba-4820-a12f-810061c6f7fe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e78fba6c-176b-4f20-8246-8712019f721a HTTP/1.1" status: 200 len: 1001 time: 0.0740917 Jul 28 03:39:35.201280 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a36656-e410-437f-9af5-e37a389edfa4 req-f2793398-04b9-4174-b153-a6236c625d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:35.204158 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-33a36656-e410-437f-9af5-e37a389edfa4 req-f2793398-04b9-4174-b153-a6236c625d3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0855aebe-89e1-4a95-8ec3-265771853473 HTTP/1.1" status: 200 len: 849 time: 0.0580435 Jul 28 03:39:35.288156 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a36656-e410-437f-9af5-e37a389edfa4 req-7c91e232-2d9e-4687-a35d-1ec15a387df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:35.289707 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-33a36656-e410-437f-9af5-e37a389edfa4 req-7c91e232-2d9e-4687-a35d-1ec15a387df4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0757802 Jul 28 03:39:35.399938 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-33a36656-e410-437f-9af5-e37a389edfa4 req-bace991e-2c5a-42ff-9024-65a55253865f service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987096 Jul 28 03:39:35.503872 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d3cb0-2608-4bf9-ba60-8acc0b6a8528 req-7e0e0f9f-71a5-4417-91c9-017fbb8b5fff tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:35.512108 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-414d3cb0-2608-4bf9-ba60-8acc0b6a8528 req-7e0e0f9f-71a5-4417-91c9-017fbb8b5fff tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 945 time: 0.0591612 Jul 28 03:39:35.564021 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-414d3cb0-2608-4bf9-ba60-8acc0b6a8528 req-953d5bc3-25b2-4e7a-a12f-8a74491648b1 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510201 Jul 28 03:39:35.647240 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-33a36656-e410-437f-9af5-e37a389edfa4 req-9044d771-dcbb-4ee4-a1bc-8c8230ad7015 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494262 Jul 28 03:39:35.703881 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce5a30-c2cb-4ed9-8bac-d1d74f1c8067 req-6a32b5e2-c9c2-4f0e-8b61-3b5f2248b530 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:35.705765 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2cce5a30-c2cb-4ed9-8bac-d1d74f1c8067 req-6a32b5e2-c9c2-4f0e-8b61-3b5f2248b530 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0842326 Jul 28 03:39:35.755235 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2cce5a30-c2cb-4ed9-8bac-d1d74f1c8067 req-e7e15c5d-c9a4-4ea6-8a9b-b8654cf129ef tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426283 Jul 28 03:39:35.862477 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18419670-d735-43e3-b923-e521200cc9ec req-fb58f949-245f-4d3e-ab96-c8bedcc4904a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:35.863990 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-18419670-d735-43e3-b923-e521200cc9ec req-fb58f949-245f-4d3e-ab96-c8bedcc4904a tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 946 time: 0.0670688 Jul 28 03:39:35.906421 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-18419670-d735-43e3-b923-e521200cc9ec req-42d49918-f4a5-4f76-8001-fc75e6800e15 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361249 Jul 28 03:39:36.053130 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53df6e-fadb-49e2-8465-33c0175ebd44 req-75e86df5-c6c1-4c90-bd10-b09e18446ebc tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:36.061020 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ec53df6e-fadb-49e2-8465-33c0175ebd44 req-75e86df5-c6c1-4c90-bd10-b09e18446ebc tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0702715 Jul 28 03:39:36.100266 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ec53df6e-fadb-49e2-8465-33c0175ebd44 req-60444865-93ea-4ee4-94ad-0cf3eea390ba tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383456 Jul 28 03:39:36.218344 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158fb83-7c7f-4d0b-a5a4-0e73b266b2cb req-6f7f48d6-18b6-4ee3-9d5d-763fc54637ac tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:36.220144 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9158fb83-7c7f-4d0b-a5a4-0e73b266b2cb req-6f7f48d6-18b6-4ee3-9d5d-763fc54637ac tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0541625 Jul 28 03:39:36.260616 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9158fb83-7c7f-4d0b-a5a4-0e73b266b2cb req-dbfb2169-2121-4233-936b-18c4868ccf24 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341496 Jul 28 03:39:36.697259 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c0e8e-7d8d-458f-8666-8f1f4b70e872 req-652b7641-8dcf-495f-82a4-18c9f943549c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:36.699092 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fa4c0e8e-7d8d-458f-8666-8f1f4b70e872 req-652b7641-8dcf-495f-82a4-18c9f943549c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 945 time: 0.0550010 Jul 28 03:39:36.740351 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fa4c0e8e-7d8d-458f-8666-8f1f4b70e872 req-95232cbc-d166-4325-9fd8-f9bfd68ad070 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345247 Jul 28 03:39:36.921511 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367ab1b-9095-4118-b6e4-941cd29d8f0f req-3911526e-7ccb-44bc-b9e2-e7194885abf5 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:36.927770 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a367ab1b-9095-4118-b6e4-941cd29d8f0f req-3911526e-7ccb-44bc-b9e2-e7194885abf5 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0826213 Jul 28 03:39:36.986263 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a367ab1b-9095-4118-b6e4-941cd29d8f0f req-fd43e39d-0fa2-4969-8798-1391e9a987ad tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542622 Jul 28 03:39:37.108747 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ccd9e-9f23-4e70-8333-1a44e08430aa req-ff8538f9-372e-4a54-aa80-09dc60d97607 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:37.117160 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-053ccd9e-9f23-4e70-8333-1a44e08430aa req-ff8538f9-372e-4a54-aa80-09dc60d97607 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 946 time: 0.0656166 Jul 28 03:39:37.157110 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-053ccd9e-9f23-4e70-8333-1a44e08430aa req-9bd897a3-78ef-40dc-be56-f92b9b1a2c86 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374801 Jul 28 03:39:37.311631 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8351cb2-d904-40a0-90d8-3b6350e1db6f req-8cf42261-cff1-4ea2-adea-735b288123bc tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:37.313552 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e8351cb2-d904-40a0-90d8-3b6350e1db6f req-8cf42261-cff1-4ea2-adea-735b288123bc tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0635641 Jul 28 03:39:37.364240 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e8351cb2-d904-40a0-90d8-3b6350e1db6f req-40e7156b-097d-4231-8532-8ab80bdd7c26 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442054 Jul 28 03:39:37.507517 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868edd0-42f9-4b52-8515-6045b5cb28ec req-56b3fc11-2232-4131-a4d4-1843229d9d19 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:37.509892 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b868edd0-42f9-4b52-8515-6045b5cb28ec req-56b3fc11-2232-4131-a4d4-1843229d9d19 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0624433 Jul 28 03:39:37.566244 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b868edd0-42f9-4b52-8515-6045b5cb28ec req-85df213d-cc2f-4c1e-87c1-b790558a73b0 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485706 Jul 28 03:39:37.872966 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1596a6-7616-419b-988a-16833e2026f1 req-b89314c0-08f2-4e98-aba5-9fa3a4106ea4 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:37.874635 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0d1596a6-7616-419b-988a-16833e2026f1 req-b89314c0-08f2-4e98-aba5-9fa3a4106ea4 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 945 time: 0.0549998 Jul 28 03:39:37.920310 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0d1596a6-7616-419b-988a-16833e2026f1 req-91ca8a1a-5be2-47e1-941b-00ebf43b7d29 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370829 Jul 28 03:39:38.126220 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989c326-00db-43cb-b238-eef3dbcf7e54 req-6d53d33b-be95-4bbf-97c0-69851382d901 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:38.127981 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5989c326-00db-43cb-b238-eef3dbcf7e54 req-6d53d33b-be95-4bbf-97c0-69851382d901 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0559363 Jul 28 03:39:38.173960 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5989c326-00db-43cb-b238-eef3dbcf7e54 req-0ebc94f9-dfe7-49a2-99c3-11728854898c tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398309 Jul 28 03:39:38.417473 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f28aa-774f-46f9-a43c-045a9ae2937e req-149800b5-4b31-409e-a5fd-f501339912a7 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:38.419044 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9e3f28aa-774f-46f9-a43c-045a9ae2937e req-149800b5-4b31-409e-a5fd-f501339912a7 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 946 time: 0.0498774 Jul 28 03:39:38.465167 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9e3f28aa-774f-46f9-a43c-045a9ae2937e req-a7c26b7b-061d-4c31-8c4d-fbf11b2448d0 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399852 Jul 28 03:39:38.466793 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-272c46a3-ff4a-458f-b11e-9a6efd375afb tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:38.468300 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-272c46a3-ff4a-458f-b11e-9a6efd375afb tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/networks?id=8c357690-498e-4e5c-bdce-1e52bd2b1279 HTTP/1.1" status: 200 len: 813 time: 0.1067231 Jul 28 03:39:38.483884 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-54ec5d78-307b-4531-9304-c0f9ad90e6c2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/quotas/55fad6251ff244ea9f24d160e444628f HTTP/1.1" status: 200 len: 375 time: 0.0096941 Jul 28 03:39:38.580053 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75ad6b-45d3-45e0-9076-94da9baf785c req-562dad54-bf7f-465d-863f-6b22f21e0aea tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:38.581792 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-df75ad6b-45d3-45e0-9076-94da9baf785c req-562dad54-bf7f-465d-863f-6b22f21e0aea tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0611637 Jul 28 03:39:38.622856 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-df75ad6b-45d3-45e0-9076-94da9baf785c req-0c349d9b-8a87-4a92-bbb1-07fbd7e544cd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0350909 Jul 28 03:39:38.736845 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a6fb0-a36c-4938-8069-59c6d9127199 req-7a780b90-74f6-42f7-9700-0116ff5d4cff tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:38.738284 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-381a6fb0-a36c-4938-8069-59c6d9127199 req-7a780b90-74f6-42f7-9700-0116ff5d4cff tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0543649 Jul 28 03:39:38.739781 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-e601656c-484b-41e1-8c5d-b466a3d55611 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=55fad6251ff244ea9f24d160e444628f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2493775 Jul 28 03:39:38.778367 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-381a6fb0-a36c-4938-8069-59c6d9127199 req-7e28a08d-28a2-485e-9c32-c0ba4052379d tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340822 Jul 28 03:39:38.835760 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd635f68-6bc0-4c90-9c7b-e175096bec0a req-a621cb6d-3567-44cf-83fa-276d34082c2a tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:38.837222 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-fd635f68-6bc0-4c90-9c7b-e175096bec0a req-a621cb6d-3567-44cf-83fa-276d34082c2a tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.25 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 945 time: 0.0999796 Jul 28 03:39:38.861923 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-bb1412a2-b46e-4e83-afd5-67ef58dd9094 service neutron] 10.222.0.16 "GET /v2.0/networks/8c357690-498e-4e5c-bdce-1e52bd2b1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140125 Jul 28 03:39:38.980603 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-d6927485-07bb-4726-8253-9f2735f40c61 service neutron] 10.222.0.16 "GET /v2.0/networks/8c357690-498e-4e5c-bdce-1e52bd2b1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125913 Jul 28 03:39:39.052526 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-fd635f68-6bc0-4c90-9c7b-e175096bec0a req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Deleting port 872503cb-9c95-418a-a479-b2ec51dd5555 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:39:39.052871 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-fd635f68-6bc0-4c90-9c7b-e175096bec0a req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.072616 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b5e54-ac4e-4f4f-aab5-2a034fb63509 req-cd0cb150-d904-4175-89d7-bd69912c22b5 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:39.074236 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-317b5e54-ac4e-4f4f-aab5-2a034fb63509 req-cd0cb150-d904-4175-89d7-bd69912c22b5 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 945 time: 0.0748329 Jul 28 03:39:39.127299 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-317b5e54-ac4e-4f4f-aab5-2a034fb63509 req-c48200dd-9fe9-4e82-ad6e-9fdc56b9d043 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466795 Jul 28 03:39:39.190259 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a9ba4707-fe00-4aa1-bf5e-145934215e3a req-9ceb278d-7891-44b5-ae7f-1d4383beb792 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0400553 Jul 28 03:39:39.216916 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-fd635f68-6bc0-4c90-9c7b-e175096bec0a req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] For port 872503cb-9c95-418a-a479-b2ec51dd5555, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=872503cb-9c95-418a-a479-b2ec51dd5555,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:39.217276 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-fd635f68-6bc0-4c90-9c7b-e175096bec0a req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.230775 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-fd635f68-6bc0-4c90-9c7b-e175096bec0a req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Calling delete_port for 872503cb-9c95-418a-a479-b2ec51dd5555 owned by compute:nova {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:39:39.364349 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f8dea-3847-4435-b2c3-f71e1627eeb6 req-d617af8b-bde5-4d5d-9e3d-74c0fb67a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:39.365873 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ce5f8dea-3847-4435-b2c3-f71e1627eeb6 req-d617af8b-bde5-4d5d-9e3d-74c0fb67a06e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee20ad097bcc4c51a357aa0a803f59a8&device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 1098 time: 0.0460651 Jul 28 03:39:39.373687 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-fd635f68-6bc0-4c90-9c7b-e175096bec0a req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.407679 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Pushing event deleted for resources: {'Port': ['ID=872503cb-9c95-418a-a479-b2ec51dd5555,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:39.421190 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:39.421190 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:39.421190 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:39.421540 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:39.421905 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:39.422174 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:39.422501 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:39.422844 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:39.423216 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:39.423542 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:39.423905 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:39.424212 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:39.439244 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['77bcf32c-4248-435a-be8b-cbf0a47caa64', '3dd4657d-306f-494f-8116-d5a46c725169', '89207e90-606c-4b3a-ac81-aead843125ef', '872503cb-9c95-418a-a479-b2ec51dd5555'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:39.458573 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd635f68-6bc0-4c90-9c7b-e175096bec0a req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] No DVR routers for this DVR port 872503cb-9c95-418a-a479-b2ec51dd5555 on host hv-cinder-73306 {{(pid=93263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:39:39.465945 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-fd635f68-6bc0-4c90-9c7b-e175096bec0a req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:39.467954 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-fd635f68-6bc0-4c90-9c7b-e175096bec0a req-983db0c7-e362-4d59-9a4a-f1ba82496b23 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.25 "DELETE /v2.0/ports/872503cb-9c95-418a-a479-b2ec51dd5555 HTTP/1.1" status: 204 len: 173 time: 0.5317445 Jul 28 03:39:39.468518 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13f1d98-e65b-42e1-b39c-b225093adc02', 'name': 'network-vif-deleted', 'tag': '872503cb-9c95-418a-a479-b2ec51dd5555'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:39.470902 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a43e3a-8bf9-4477-9c64-7b95ccb2e7e2" -d '{"events": [{"server_uuid": "a13f1d98-e65b-42e1-b39c-b225093adc02", "name": "network-vif-deleted", "tag": "872503cb-9c95-418a-a479-b2ec51dd5555"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:39.473356 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f8dea-3847-4435-b2c3-f71e1627eeb6 req-d6a2e6dc-c91b-47e5-8eda-90f46917e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:39.489387 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ce5f8dea-3847-4435-b2c3-f71e1627eeb6 req-d6a2e6dc-c91b-47e5-8eda-90f46917e16f service neutron] 10.222.0.25 "GET /v2.0/networks?id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5 HTTP/1.1" status: 200 len: 917 time: 0.1133718 Jul 28 03:39:39.515060 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909d6cbb-6369-42b9-99a4-db0fb262a130 x-openstack-request-id: req-909d6cbb-6369-42b9-99a4-db0fb262a130 {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:39.515448 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13f1d98-e65b-42e1-b39c-b225093adc02", "name": "network-vif-deleted", "tag": "872503cb-9c95-418a-a479-b2ec51dd5555", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:39.515799 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-909d6cbb-6369-42b9-99a4-db0fb262a130 {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:39.516231 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13f1d98-e65b-42e1-b39c-b225093adc02', 'name': 'network-vif-deleted', 'tag': '872503cb-9c95-418a-a479-b2ec51dd5555', 'status': 'completed', 'code': 200} Jul 28 03:39:39.614765 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0a2c2-9bda-4515-ad4b-c102564d5e0f req-c85264f2-30ef-4078-ae71-560dd797cd25 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:39.615822 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ce5f8dea-3847-4435-b2c3-f71e1627eeb6 req-d4d7ad3f-27c1-4011-82b6-50bd9a4e6a1f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f743ec9f-b513-4bb3-b819-5c932959e75f HTTP/1.1" status: 200 len: 1000 time: 0.0940762 Jul 28 03:39:39.621059 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f5c0a2c2-9bda-4515-ad4b-c102564d5e0f req-c85264f2-30ef-4078-ae71-560dd797cd25 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 946 time: 0.0736876 Jul 28 03:39:39.662259 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f5c0a2c2-9bda-4515-ad4b-c102564d5e0f req-d7fb8683-1126-4cee-a83a-bb7196d60156 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371881 Jul 28 03:39:39.717002 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f8dea-3847-4435-b2c3-f71e1627eeb6 req-7625ab27-d448-4550-9669-619afc9b7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:39.719156 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ce5f8dea-3847-4435-b2c3-f71e1627eeb6 req-7625ab27-d448-4550-9669-619afc9b7198 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ec9b6e0-e497-4186-9c06-281440bc68ef HTTP/1.1" status: 200 len: 855 time: 0.0739701 Jul 28 03:39:39.794366 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f8dea-3847-4435-b2c3-f71e1627eeb6 req-6d631d53-6ce4-4d92-a0e2-1ffb5cbf7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:39.795895 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ce5f8dea-3847-4435-b2c3-f71e1627eeb6 req-6d631d53-6ce4-4d92-a0e2-1ffb5cbf7150 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0647604 Jul 28 03:39:39.803402 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85603c7b-e171-4fbc-a6fc-698ba9d99be3 req-387f2d3c-4e88-4751-9281-b8b138373ce7 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:39.811327 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-85603c7b-e171-4fbc-a6fc-698ba9d99be3 req-387f2d3c-4e88-4751-9281-b8b138373ce7 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0902064 Jul 28 03:39:39.896095 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-85603c7b-e171-4fbc-a6fc-698ba9d99be3 req-05bc8921-764f-45c6-b70d-db288997f4fe tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0838611 Jul 28 03:39:39.897025 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161bafb-9e66-4d95-bc6c-7dd09679b6fa req-029e9580-58c0-479c-a98c-b142cf499460 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:39.898510 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2161bafb-9e66-4d95-bc6c-7dd09679b6fa req-029e9580-58c0-479c-a98c-b142cf499460 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0520556 Jul 28 03:39:39.925110 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ce5f8dea-3847-4435-b2c3-f71e1627eeb6 req-7c363e0d-5d9c-4145-8e42-dd1d14c629e3 service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117768 Jul 28 03:39:39.938678 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2161bafb-9e66-4d95-bc6c-7dd09679b6fa req-4a640965-84dd-44a3-80d5-a6721dbbd2de tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332365 Jul 28 03:39:40.016719 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ce5f8dea-3847-4435-b2c3-f71e1627eeb6 req-6c73e95b-28de-4fba-86b9-6a315c977628 service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828629 Jul 28 03:39:40.241616 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fe9eb689-40e4-4602-bddf-6e10ffcb2914 req-751551ca-8906-41be-bd90-cd4865bb9a66 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a13f1d98-e65b-42e1-b39c-b225093adc02 HTTP/1.1" status: 200 len: 210 time: 0.0270743 Jul 28 03:39:40.284473 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-567809bf-5ecd-406f-a2aa-6a006062bfc1 req-2edb8662-df80-49f1-b60f-3378e213aaa1 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0258932 Jul 28 03:39:40.783435 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c54066-91b4-4cea-9381-3a4754a17eaf req-a966b615-309a-4039-bbcc-925767dd4a52 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:40.784907 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-12c54066-91b4-4cea-9381-3a4754a17eaf req-a966b615-309a-4039-bbcc-925767dd4a52 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 946 time: 0.0517766 Jul 28 03:39:40.821379 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-12c54066-91b4-4cea-9381-3a4754a17eaf req-f9efc5a0-083f-4adf-9f55-9fa4a2e33664 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307167 Jul 28 03:39:41.015958 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bf7e9-828f-4f23-9b6f-631a56febf36 req-eaad4226-6891-409c-b436-228f153a1b1d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:41.019026 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b73bf7e9-828f-4f23-9b6f-631a56febf36 req-eaad4226-6891-409c-b436-228f153a1b1d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0488102 Jul 28 03:39:41.055610 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dc402-bdfd-46eb-89db-8768b4cb83b8 req-f7da2d21-4bf2-497c-9c21-7f0cdd508c6a tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:41.057573 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3c1dc402-bdfd-46eb-89db-8768b4cb83b8 req-f7da2d21-4bf2-497c-9c21-7f0cdd508c6a tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0524945 Jul 28 03:39:41.061797 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b73bf7e9-828f-4f23-9b6f-631a56febf36 req-b0fccb5c-6303-45b8-acdd-660a4051060e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0378087 Jul 28 03:39:41.100389 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3c1dc402-bdfd-46eb-89db-8768b4cb83b8 req-e16cc845-d55e-4cec-aa1f-3684a591087a tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337567 Jul 28 03:39:41.347376 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-a1477f10-d3c3-4993-9d3b-48fd19793700 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:41.349339 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-a1477f10-d3c3-4993-9d3b-48fd19793700 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.25 "GET /v2.0/networks?id=8c357690-498e-4e5c-bdce-1e52bd2b1279 HTTP/1.1" status: 200 len: 813 time: 0.1088922 Jul 28 03:39:41.390692 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b09b4ddd-1eed-4f87-986d-8482201cf485 req-436cea3f-671e-44c5-86cf-8c6dc4f44c8d tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0285525 Jul 28 03:39:41.396110 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-793c9388-0cb8-4fa4-908f-8844bd352be2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Request body: {'port': {'device_id': '6defc507-3456-460c-94f0-1d954af7997d', 'network_id': '8c357690-498e-4e5c-bdce-1e52bd2b1279', 'admin_state_up': True, 'tenant_id': '55fad6251ff244ea9f24d160e444628f'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:41.503216 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-793c9388-0cb8-4fa4-908f-8844bd352be2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Made reservation on behalf of 55fad6251ff244ea9f24d160e444628f for: {'port': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:41.506524 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-793c9388-0cb8-4fa4-908f-8844bd352be2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:41.661868 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817f259-7008-48b9-88ce-febae4114537 req-5e114c09-7f5a-4200-b4bb-62bbe736af82 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:41.663538 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0817f259-7008-48b9-88ce-febae4114537 req-5e114c09-7f5a-4200-b4bb-62bbe736af82 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.25 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 946 time: 0.0556171 Jul 28 03:39:41.793513 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-0817f259-7008-48b9-88ce-febae4114537 req-fdf83a97-08db-434c-a1e2-a96773b5b5ea tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Deleting port 8792223a-d071-4fa7-b0ff-10a8022e1419 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:39:41.793772 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-0817f259-7008-48b9-88ce-febae4114537 req-fdf83a97-08db-434c-a1e2-a96773b5b5ea tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:41.852212 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-793c9388-0cb8-4fa4-908f-8844bd352be2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Allocated IP 172.20.0.12 (8c357690-498e-4e5c-bdce-1e52bd2b1279/ce2bd794-e0e2-4680-943d-3435084f40a0/00ec2991-6499-46ee-92c3-65a3dcb24629) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:41.888135 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-0817f259-7008-48b9-88ce-febae4114537 req-fdf83a97-08db-434c-a1e2-a96773b5b5ea tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] For port 8792223a-d071-4fa7-b0ff-10a8022e1419, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8792223a-d071-4fa7-b0ff-10a8022e1419,segment=NetworkSegment(c0f43a52-0eec-4b9f-bbde-7db271dfbaf4),segment_id=c0f43a52-0eec-4b9f-bbde-7db271dfbaf4)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:41.888503 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-0817f259-7008-48b9-88ce-febae4114537 req-fdf83a97-08db-434c-a1e2-a96773b5b5ea tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:41.928341 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-0817f259-7008-48b9-88ce-febae4114537 req-fdf83a97-08db-434c-a1e2-a96773b5b5ea tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Calling delete_port for 8792223a-d071-4fa7-b0ff-10a8022e1419 owned by compute:nova {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:39:41.991223 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da1390-bab3-4206-8f9e-781f216767b4 req-1cfc2d40-fb8d-4a61-9d56-35e0a97412f6 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:41.992762 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-10da1390-bab3-4206-8f9e-781f216767b4 req-1cfc2d40-fb8d-4a61-9d56-35e0a97412f6 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 946 time: 0.0963919 Jul 28 03:39:42.012427 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-793c9388-0cb8-4fa4-908f-8844bd352be2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.049724 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-10da1390-bab3-4206-8f9e-781f216767b4 req-6e3b6991-ef01-44e8-8dc5-780a185ec7f2 tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3273d8-523c-47c0-944a-56a547aaea72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491652 Jul 28 03:39:42.052421 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-793c9388-0cb8-4fa4-908f-8844bd352be2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.094863 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-793c9388-0cb8-4fa4-908f-8844bd352be2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Network 8c357690-498e-4e5c-bdce-1e52bd2b1279 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:42.098301 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-793c9388-0cb8-4fa4-908f-8844bd352be2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:42.102035 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-793c9388-0cb8-4fa4-908f-8844bd352be2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:42.112235 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c9388-0cb8-4fa4-908f-8844bd352be2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Pushing event updated for resources: {'Port': ['ID=00ec2991-6499-46ee-92c3-65a3dcb24629,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:42.133840 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-0817f259-7008-48b9-88ce-febae4114537 req-fdf83a97-08db-434c-a1e2-a96773b5b5ea tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.160786 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-793c9388-0cb8-4fa4-908f-8844bd352be2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:42.161412 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-793c9388-0cb8-4fa4-908f-8844bd352be2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.167736 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf83a97-08db-434c-a1e2-a96773b5b5ea tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Pushing event deleted for resources: {'Port': ['ID=8792223a-d071-4fa7-b0ff-10a8022e1419,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:42.185146 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['8792223a-d071-4fa7-b0ff-10a8022e1419'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:42.209472 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-793c9388-0cb8-4fa4-908f-8844bd352be2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8170450 Jul 28 03:39:42.223457 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-0817f259-7008-48b9-88ce-febae4114537 req-fdf83a97-08db-434c-a1e2-a96773b5b5ea tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] No DVR routers for this DVR port 8792223a-d071-4fa7-b0ff-10a8022e1419 on host hv-cinder-73306 {{(pid=93263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:39:42.223688 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7874bb0-e8da-466c-8050-9b0ef32a17a6 req-51363ae2-9bb3-4df0-9dcf-799204228cd6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:42.225005 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7874bb0-e8da-466c-8050-9b0ef32a17a6 req-51363ae2-9bb3-4df0-9dcf-799204228cd6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0705919 Jul 28 03:39:42.226173 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-0817f259-7008-48b9-88ce-febae4114537 req-fdf83a97-08db-434c-a1e2-a96773b5b5ea tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.228381 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0817f259-7008-48b9-88ce-febae4114537 req-fdf83a97-08db-434c-a1e2-a96773b5b5ea tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.25 "DELETE /v2.0/ports/8792223a-d071-4fa7-b0ff-10a8022e1419 HTTP/1.1" status: 204 len: 173 time: 0.5291574 Jul 28 03:39:42.228890 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bb2c6a-5d90-460b-b078-9ac10259aa71', 'name': 'network-vif-deleted', 'tag': '8792223a-d071-4fa7-b0ff-10a8022e1419'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:42.231949 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eea2052-e7e1-4923-80d6-71af753588a1" -d '{"events": [{"server_uuid": "40bb2c6a-5d90-460b-b078-9ac10259aa71", "name": "network-vif-deleted", "tag": "8792223a-d071-4fa7-b0ff-10a8022e1419"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:42.243698 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Request body: {'port': {'device_id': '6defc507-3456-460c-94f0-1d954af7997d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:42.292465 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84116318-7c45-4169-9c68-a2f3eafacd83 req-8c3c8537-c4e8-4cfa-a67b-7ebb10df1ee2 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:42.292465 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-84116318-7c45-4169-9c68-a2f3eafacd83 req-8c3c8537-c4e8-4cfa-a67b-7ebb10df1ee2 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0874674 Jul 28 03:39:42.297073 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7874bb0-e8da-466c-8050-9b0ef32a17a6 req-50824d44-f788-42f4-9a4d-23753aad9193 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0654652 Jul 28 03:39:42.319389 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.349910 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-84116318-7c45-4169-9c68-a2f3eafacd83 req-7242758c-eb41-425b-bbee-69abe6247865 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553796 Jul 28 03:39:42.351472 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fda7a9a-859e-4e06-b875-38291279b41c x-openstack-request-id: req-3fda7a9a-859e-4e06-b875-38291279b41c {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:42.351843 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bb2c6a-5d90-460b-b078-9ac10259aa71", "name": "network-vif-deleted", "tag": "8792223a-d071-4fa7-b0ff-10a8022e1419", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:42.352148 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fda7a9a-859e-4e06-b875-38291279b41c {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:42.352552 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bb2c6a-5d90-460b-b078-9ac10259aa71', 'name': 'network-vif-deleted', 'tag': '8792223a-d071-4fa7-b0ff-10a8022e1419', 'status': 'completed', 'code': 200} Jul 28 03:39:42.581840 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a19dce-c736-4615-9f08-e9562547b319 req-119ab1b5-fe50-4789-a2b0-62fd6e71ea2b tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:42.583313 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-89a19dce-c736-4615-9f08-e9562547b319 req-119ab1b5-fe50-4789-a2b0-62fd6e71ea2b tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 932 time: 0.1112161 Jul 28 03:39:42.645171 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-89a19dce-c736-4615-9f08-e9562547b319 req-462eb2ec-a8b1-41dc-afc1-1582f0960219 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540147 Jul 28 03:39:42.665715 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebd887-0555-4376-b5b4-d3b76aad4014 req-48d6d610-2f51-4b70-bcb7-4310f2e7618b tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:42.667831 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-87ebd887-0555-4376-b5b4-d3b76aad4014 req-48d6d610-2f51-4b70-bcb7-4310f2e7618b tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 946 time: 0.0551717 Jul 28 03:39:42.681452 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ec2991-6499-46ee-92c3-65a3dcb24629 {{(pid=93262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:42.689955 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.702768 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Transition to ACTIVE for port object 00ec2991-6499-46ee-92c3-65a3dcb24629 will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:42.706299 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.707924 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-87ebd887-0555-4376-b5b4-d3b76aad4014 req-fb89a563-7c22-48b0-9aba-e42e4b90c9d6 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339084 Jul 28 03:39:42.775736 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Pushing event updated for resources: {'Port': ['ID=00ec2991-6499-46ee-92c3-65a3dcb24629,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:42.826215 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Attempting to bind port 00ec2991-6499-46ee-92c3-65a3dcb24629 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:42.826476 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Attempting to bind port 00ec2991-6499-46ee-92c3-65a3dcb24629 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '83cbbab4-5474-48ae-9adf-8f04ae7e9586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8c357690-498e-4e5c-bdce-1e52bd2b1279'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:42.826806 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Attempting to bind port 00ec2991-6499-46ee-92c3-65a3dcb24629 on network 8c357690-498e-4e5c-bdce-1e52bd2b1279 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:42.830936 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Port 00ec2991-6499-46ee-92c3-65a3dcb24629 on network 8c357690-498e-4e5c-bdce-1e52bd2b1279 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:39:42.831262 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Attempting to bind port 00ec2991-6499-46ee-92c3-65a3dcb24629 on network 8c357690-498e-4e5c-bdce-1e52bd2b1279 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:42.835976 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:42.836308 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Checking segment: {'id': '83cbbab4-5474-48ae-9adf-8f04ae7e9586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8c357690-498e-4e5c-bdce-1e52bd2b1279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:42.836685 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Bound using segment: {'id': '83cbbab4-5474-48ae-9adf-8f04ae7e9586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8c357690-498e-4e5c-bdce-1e52bd2b1279'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:42.837105 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Bound port: 00ec2991-6499-46ee-92c3-65a3dcb24629, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83cbbab4-5474-48ae-9adf-8f04ae7e9586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8c357690-498e-4e5c-bdce-1e52bd2b1279'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:42.837457 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.899480 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] For port 00ec2991-6499-46ee-92c3-65a3dcb24629, host hv-cinder-73306, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:42.902958 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] For port 00ec2991-6499-46ee-92c3-65a3dcb24629, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=00ec2991-6499-46ee-92c3-65a3dcb24629,segment=NetworkSegment(83cbbab4-5474-48ae-9adf-8f04ae7e9586),segment_id=83cbbab4-5474-48ae-9adf-8f04ae7e9586)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:42.908022 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.947479 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:42.949256 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:42.950643 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] 10.222.0.25 "PUT /v2.0/ports/00ec2991-6499-46ee-92c3-65a3dcb24629 HTTP/1.1" status: 200 len: 1094 time: 0.7109292 Jul 28 03:39:42.951074 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6defc507-3456-460c-94f0-1d954af7997d', 'tag': '00ec2991-6499-46ee-92c3-65a3dcb24629'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:42.953326 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3446d10a-1161-452b-97a2-b70c12380e44" -d '{"events": [{"name": "network-changed", "server_uuid": "6defc507-3456-460c-94f0-1d954af7997d", "tag": "00ec2991-6499-46ee-92c3-65a3dcb24629"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:42.975926 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e2bef-b0d1-4d56-a17e-2152341f0278 service neutron] Pushing event updated for resources: {'Port': ['ID=00ec2991-6499-46ee-92c3-65a3dcb24629,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:42.996882 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8c2886-7219-4015-8e09-2bffc5c67425 x-openstack-request-id: req-3c8c2886-7219-4015-8e09-2bffc5c67425 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:42.997204 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6defc507-3456-460c-94f0-1d954af7997d", "tag": "00ec2991-6499-46ee-92c3-65a3dcb24629", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:42.997465 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c8c2886-7219-4015-8e09-2bffc5c67425 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:42.997860 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6defc507-3456-460c-94f0-1d954af7997d', 'tag': '00ec2991-6499-46ee-92c3-65a3dcb24629', 'status': 'completed', 'code': 200} Jul 28 03:39:43.153625 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-dbcf482c-9a6b-48f3-9d21-0e66e2e828ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:43.155129 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-dbcf482c-9a6b-48f3-9d21-0e66e2e828ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55fad6251ff244ea9f24d160e444628f&device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 1097 time: 0.0451453 Jul 28 03:39:43.167666 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-e63f5c92-6e47-4c83-8313-5437f299fd2e req-615f449d-7203-42d3-bf72-d37e46fd7e3c tempest-VolumesActionsTest-1286300111 tempest-VolumesActionsTest-1286300111-project] 10.222.0.16 "GET /v2.0/ports?device_id=40bb2c6a-5d90-460b-b078-9ac10259aa71 HTTP/1.1" status: 200 len: 210 time: 0.0299644 Jul 28 03:39:43.233947 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-08064f9f-2782-4068-b24a-b5926b6e4c5f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00ec2991-6499-46ee-92c3-65a3dcb24629 HTTP/1.1" status: 200 len: 217 time: 0.0354755 Jul 28 03:39:43.287303 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-bc25c9d7-db3b-4646-a21b-0d99b9105e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:43.288771 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-bc25c9d7-db3b-4646-a21b-0d99b9105e6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ce2bd794-e0e2-4680-943d-3435084f40a0 HTTP/1.1" status: 200 len: 853 time: 0.0412347 Jul 28 03:39:43.312077 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 872503cb-9c95-418a-a479-b2ec51dd5555 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:39:43.332856 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: 872503cb-9c95-418a-a479-b2ec51dd5555 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:39:43.333313 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 872503cb-9c95-418a-a479-b2ec51dd5555 not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:39:43.334035 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 8792223a-d071-4fa7-b0ff-10a8022e1419 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:39:43.334593 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-0c19fb0a-e4e2-4d71-a10f-844d4bbf1f06 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c357690-498e-4e5c-bdce-1e52bd2b1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353806 Jul 28 03:39:43.356704 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: 8792223a-d071-4fa7-b0ff-10a8022e1419 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:39:43.357297 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 8792223a-d071-4fa7-b0ff-10a8022e1419 not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:39:43.357879 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f743ec9f-b513-4bb3-b819-5c932959e75f no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:39:43.439307 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:43.471277 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f743ec9f-b513-4bb3-b819-5c932959e75f'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:43.471803 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6a4a9-221a-4eac-9dc9-59c6a832c17c req-7eb48e9b-a47b-4010-88b9-f9a2ff315dcd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:43.473490 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-25b6a4a9-221a-4eac-9dc9-59c6a832c17c req-7eb48e9b-a47b-4010-88b9-f9a2ff315dcd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 945 time: 0.0772378 Jul 28 03:39:43.474766 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f2c173-229a-40b2-af29-f005116625da" -d '{"events": [{"server_uuid": "622af242-a6fc-4f2d-9f03-61e88ee5e89f", "name": "network-vif-unplugged", "status": "completed", "tag": "f743ec9f-b513-4bb3-b819-5c932959e75f"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:43.489642 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port f743ec9f-b513-4bb3-b819-5c932959e75f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f743ec9f-b513-4bb3-b819-5c932959e75f,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:43.496530 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:43.505513 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e8ba9-cac9-4c50-ab20-902df0fa5ede req-c43eba42-bb09-4d3d-b1dd-7991e6719bae tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:43.507348 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7f2e8ba9-cac9-4c50-ab20-902df0fa5ede req-c43eba42-bb09-4d3d-b1dd-7991e6719bae tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0769711 Jul 28 03:39:43.511491 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-a7bc0643-557c-4cc1-a31b-a0bbfdf6039c service neutron] 10.222.0.25 "GET /v2.0/networks/8c357690-498e-4e5c-bdce-1e52bd2b1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644020 Jul 28 03:39:43.530694 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-25b6a4a9-221a-4eac-9dc9-59c6a832c17c req-fc5b1809-3161-4801-81a6-0ee9a4ff3da6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0485492 Jul 28 03:39:43.555923 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=f743ec9f-b513-4bb3-b819-5c932959e75f,revision_number=8']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:43.567863 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7f2e8ba9-cac9-4c50-ab20-902df0fa5ede req-4b9b6f41-433d-4b18-a7c4-f66aaa07a9d3 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526333 Jul 28 03:39:43.599014 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9322a9-801d-4587-99d3-f940a4f02709 x-openstack-request-id: req-ff9322a9-801d-4587-99d3-f940a4f02709 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:43.599333 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622af242-a6fc-4f2d-9f03-61e88ee5e89f", "name": "network-vif-unplugged", "status": "completed", "tag": "f743ec9f-b513-4bb3-b819-5c932959e75f", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:43.599589 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff9322a9-801d-4587-99d3-f940a4f02709 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:43.600030 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f743ec9f-b513-4bb3-b819-5c932959e75f', 'code': 200} Jul 28 03:39:43.640278 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57c88f19-d130-4d1c-9153-f03ef1c979e7 req-0ce33a8d-8b81-4733-a13a-32479f9acfcf service neutron] 10.222.0.25 "GET /v2.0/networks/8c357690-498e-4e5c-bdce-1e52bd2b1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062939 Jul 28 03:39:43.769314 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aa484-e031-4d46-98b7-2accb28f3c3b req-6a898155-42a1-4782-aadb-9fe80dffeb48 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:43.770845 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-179aa484-e031-4d46-98b7-2accb28f3c3b req-6a898155-42a1-4782-aadb-9fe80dffeb48 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 944 time: 0.0529125 Jul 28 03:39:43.814609 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-179aa484-e031-4d46-98b7-2accb28f3c3b req-1d7c9694-b771-40d7-938b-d79633ba4caa tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342903 Jul 28 03:39:43.866960 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90beb6a1-aadc-4a4b-9c2b-9af23c38ea1e req-8438e644-fe91-489b-be52-7c6cadc5b86d tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:43.868351 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-90beb6a1-aadc-4a4b-9c2b-9af23c38ea1e req-8438e644-fe91-489b-be52-7c6cadc5b86d tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 946 time: 0.0832777 Jul 28 03:39:43.871045 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446d10a-1161-452b-97a2-b70c12380e44 req-dbd25009-001e-489a-beb1-075a99062ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:43.872413 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3446d10a-1161-452b-97a2-b70c12380e44 req-dbd25009-001e-489a-beb1-075a99062ca0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55fad6251ff244ea9f24d160e444628f&device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 1097 time: 0.0767176 Jul 28 03:39:43.950067 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-90beb6a1-aadc-4a4b-9c2b-9af23c38ea1e req-287e8342-fc41-41d9-aa62-73945458f480 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754449 Jul 28 03:39:43.983068 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446d10a-1161-452b-97a2-b70c12380e44 req-24e5940c-9964-4800-b13d-6fc8f690d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:43.984568 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3446d10a-1161-452b-97a2-b70c12380e44 req-24e5940c-9964-4800-b13d-6fc8f690d1c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c357690-498e-4e5c-bdce-1e52bd2b1279 HTTP/1.1" status: 200 len: 914 time: 0.0964248 Jul 28 03:39:44.032756 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3446d10a-1161-452b-97a2-b70c12380e44 req-673e731e-8bc8-4986-ab9f-fa9282d8a7ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00ec2991-6499-46ee-92c3-65a3dcb24629 HTTP/1.1" status: 200 len: 217 time: 0.0371826 Jul 28 03:39:44.083648 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446d10a-1161-452b-97a2-b70c12380e44 req-b89ce717-2199-4360-beea-1adea8a45a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:44.085076 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3446d10a-1161-452b-97a2-b70c12380e44 req-b89ce717-2199-4360-beea-1adea8a45a1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ce2bd794-e0e2-4680-943d-3435084f40a0 HTTP/1.1" status: 200 len: 853 time: 0.0422175 Jul 28 03:39:44.119095 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3446d10a-1161-452b-97a2-b70c12380e44 req-a10e2c29-c43d-4be0-b3db-ad25ca130a90 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c357690-498e-4e5c-bdce-1e52bd2b1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254042 Jul 28 03:39:44.218328 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3446d10a-1161-452b-97a2-b70c12380e44 req-5be5e995-82f6-4376-b37d-deead7d6d656 service neutron] 10.222.0.25 "GET /v2.0/networks/8c357690-498e-4e5c-bdce-1e52bd2b1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866594 Jul 28 03:39:44.339026 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3446d10a-1161-452b-97a2-b70c12380e44 req-b575ed54-5d67-4e1a-acb4-aaa7f656f599 service neutron] 10.222.0.25 "GET /v2.0/networks/8c357690-498e-4e5c-bdce-1e52bd2b1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851078 Jul 28 03:39:44.658174 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14982f-1bb3-4481-8b1d-d3709d79ace9 req-7d6dae8b-69f9-4370-8d2c-f7169797b62e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:44.659671 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bc14982f-1bb3-4481-8b1d-d3709d79ace9 req-7d6dae8b-69f9-4370-8d2c-f7169797b62e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0510035 Jul 28 03:39:44.699982 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12393d-6f65-46e2-80cc-f3cc239a14b5 req-b239af9d-02b3-475b-96ff-cd1752a689bc tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:44.699982 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ff12393d-6f65-46e2-80cc-f3cc239a14b5 req-b239af9d-02b3-475b-96ff-cd1752a689bc tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0499253 Jul 28 03:39:44.700821 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bc14982f-1bb3-4481-8b1d-d3709d79ace9 req-7d0871a9-8afc-4d99-870d-79a1263349c9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344028 Jul 28 03:39:44.736693 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ff12393d-6f65-46e2-80cc-f3cc239a14b5 req-956352a8-4285-4686-b368-6f9110ec1c09 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355530 Jul 28 03:39:44.944832 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33581c-dcfe-4114-ba0b-d8894fc465ed req-05666408-eaef-486e-b987-558721f77c21 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:44.946767 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-bf33581c-dcfe-4114-ba0b-d8894fc465ed req-05666408-eaef-486e-b987-558721f77c21 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 944 time: 0.0596533 Jul 28 03:39:44.994062 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-bf33581c-dcfe-4114-ba0b-d8894fc465ed req-7656498e-0b97-43b4-914c-8ac4e22df6f1 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395679 Jul 28 03:39:45.113849 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7230a-35b6-496d-b3f7-6d33c42cc373 req-4b2c2779-25b3-48ae-8ef3-6f9432e9f5e8 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:45.115361 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-81e7230a-35b6-496d-b3f7-6d33c42cc373 req-4b2c2779-25b3-48ae-8ef3-6f9432e9f5e8 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 946 time: 0.0540659 Jul 28 03:39:45.156679 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-81e7230a-35b6-496d-b3f7-6d33c42cc373 req-1c5cf98c-cee7-4fa6-b535-916358407177 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328276 Jul 28 03:39:45.295427 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4f22a-074f-4a81-af2a-6846163d6c43 req-483f8b2a-af55-4d17-b026-87aa6c2af990 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:45.296945 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-47b4f22a-074f-4a81-af2a-6846163d6c43 req-483f8b2a-af55-4d17-b026-87aa6c2af990 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0487351 Jul 28 03:39:45.338343 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-47b4f22a-074f-4a81-af2a-6846163d6c43 req-6e7cd5e4-1262-4cfd-b100-ff5e948b219e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344353 Jul 28 03:39:45.542090 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 44070) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:45.564679 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-211ccc19-06e9-416f-851b-ee2213b47036 req-16241955-828c-4f55-883c-205398b30da9 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747876259&fields=id&tenant_id=dcfeb19e3a6d42cfbf29ba7e9a7aeacf HTTP/1.1" status: 200 len: 267 time: 0.0362477 Jul 28 03:39:45.628345 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af36616b-82d9-47c7-8aa5-d337f568c830 req-3a9d5eb7-d31e-4507-bf7e-caebc366ae38 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850494 Jul 28 03:39:45.671274 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ccc19-06e9-416f-851b-ee2213b47036 req-2dd2e07b-c57a-449a-8bce-cefcab756171 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:45.672811 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-211ccc19-06e9-416f-851b-ee2213b47036 req-2dd2e07b-c57a-449a-8bce-cefcab756171 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/networks?id=b25cc0de-ded2-4f06-a5ba-088ba3628bb5 HTTP/1.1" status: 200 len: 809 time: 0.1015050 Jul 28 03:39:45.688908 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-211ccc19-06e9-416f-851b-ee2213b47036 req-8a743e57-3e4d-483c-9c11-18452d254a02 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/quotas/dcfeb19e3a6d42cfbf29ba7e9a7aeacf HTTP/1.1" status: 200 len: 375 time: 0.0100534 Jul 28 03:39:45.740607 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-211ccc19-06e9-416f-851b-ee2213b47036 req-4247ad79-c031-40fe-bf53-f5adf52e1cd6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dcfeb19e3a6d42cfbf29ba7e9a7aeacf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464330 Jul 28 03:39:45.843947 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-211ccc19-06e9-416f-851b-ee2213b47036 req-06329640-83b4-48b2-bb81-0ca909aa1d52 service neutron] 10.222.0.16 "GET /v2.0/networks/b25cc0de-ded2-4f06-a5ba-088ba3628bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901489 Jul 28 03:39:45.863595 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22fd7d-13ab-438f-bcc9-bebd17c8751f req-50541a1e-ea94-4fee-8a35-df980c76d05c tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:45.865401 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8b22fd7d-13ab-438f-bcc9-bebd17c8751f req-50541a1e-ea94-4fee-8a35-df980c76d05c tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0573039 Jul 28 03:39:45.915254 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8b22fd7d-13ab-438f-bcc9-bebd17c8751f req-ab181049-a108-47bf-9655-c1ad196251fb tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423865 Jul 28 03:39:45.936867 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-211ccc19-06e9-416f-851b-ee2213b47036 req-fb9da554-f926-44fd-b4b2-ec25c49ff921 service neutron] 10.222.0.16 "GET /v2.0/networks/b25cc0de-ded2-4f06-a5ba-088ba3628bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866466 Jul 28 03:39:46.115607 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0a7bf-cd5d-4e7b-bad1-6d5a93bb8671 req-e240d8f2-82e7-4147-8d77-372777bde6d6 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:46.117152 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-eaa0a7bf-cd5d-4e7b-bad1-6d5a93bb8671 req-e240d8f2-82e7-4147-8d77-372777bde6d6 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 944 time: 0.0510554 Jul 28 03:39:46.157594 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-eaa0a7bf-cd5d-4e7b-bad1-6d5a93bb8671 req-68a84b46-1923-4f67-a6b7-c508f0c3a41a tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336206 Jul 28 03:39:46.230017 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aabf3816-c6e9-4a69-98e1-dfd06f29800d req-40c2df87-5c25-4ed4-84eb-73081c373528 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0314798 Jul 28 03:39:46.278881 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b27f9-1ae9-4a1b-af71-17acc42accd6 req-1547a907-33ee-4927-9438-6b5c3a1714a8 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:46.280596 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2d1b27f9-1ae9-4a1b-af71-17acc42accd6 req-1547a907-33ee-4927-9438-6b5c3a1714a8 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 946 time: 0.0534532 Jul 28 03:39:46.320234 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2d1b27f9-1ae9-4a1b-af71-17acc42accd6 req-ad2f494c-b26c-4434-a551-61b16aeb709e tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333846 Jul 28 03:39:46.462957 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1adbe-e079-4dac-879e-b755b0c63d43 req-6c384b1c-7154-463a-8660-60e90c5d4fd0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:46.465108 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98a1adbe-e079-4dac-879e-b755b0c63d43 req-6c384b1c-7154-463a-8660-60e90c5d4fd0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0523491 Jul 28 03:39:46.504203 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98a1adbe-e079-4dac-879e-b755b0c63d43 req-9a117c67-cd93-4404-9743-2b688003d181 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327060 Jul 28 03:39:47.034805 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52108f3-5dcb-46ff-9392-1d2ce832b56b req-6e14a221-c9cc-49d7-b9b4-51c6607d231a tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:47.036291 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b52108f3-5dcb-46ff-9392-1d2ce832b56b req-6e14a221-c9cc-49d7-b9b4-51c6607d231a tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0482821 Jul 28 03:39:47.043107 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:39:47.076825 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b52108f3-5dcb-46ff-9392-1d2ce832b56b req-929433f2-0643-40ce-ac8b-e0b4b57a7f69 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346277 Jul 28 03:39:47.278219 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d36f1f-9344-4973-8685-57e609bccc0e req-1ce9c592-6594-4876-95ab-54154f6bf49e tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:47.279688 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-39d36f1f-9344-4973-8685-57e609bccc0e req-1ce9c592-6594-4876-95ab-54154f6bf49e tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 944 time: 0.0482144 Jul 28 03:39:47.317799 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-39d36f1f-9344-4973-8685-57e609bccc0e req-e5cfd88f-9dec-467e-96d9-5efd0c42da82 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322063 Jul 28 03:39:47.322090 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a62244a7-72a9-4c74-9415-4fddd96fd3b0 req-a8101639-6deb-4d09-96ae-b746b459db98 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0252783 Jul 28 03:39:47.433591 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8585c-f5af-4906-923f-ee344c84242f req-080ee5d1-2343-41a7-a7cc-bde80c60f8c1 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:47.435028 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-68d8585c-f5af-4906-923f-ee344c84242f req-080ee5d1-2343-41a7-a7cc-bde80c60f8c1 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 946 time: 0.0478055 Jul 28 03:39:47.475344 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-68d8585c-f5af-4906-923f-ee344c84242f req-9c9505a4-e1d6-4a52-a539-6ea38b9c821e tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343416 Jul 28 03:39:47.623251 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5fc4a-ac3d-467a-9dfc-6ece9cde095e req-be2ca1b9-646a-49d2-968f-012e7a18165c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:47.624759 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ead5fc4a-ac3d-467a-9dfc-6ece9cde095e req-be2ca1b9-646a-49d2-968f-012e7a18165c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0492184 Jul 28 03:39:47.662752 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ead5fc4a-ac3d-467a-9dfc-6ece9cde095e req-7a032789-cea6-425b-bb1e-0d947561dc1f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321522 Jul 28 03:39:48.098880 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f743ec9f-b513-4bb3-b819-5c932959e75f no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:39:48.195852 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36629aca-a8af-4987-ac6f-15d5d7cb4132 req-3545cfd5-f09d-4383-b844-d004063197f6 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:48.197412 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-36629aca-a8af-4987-ac6f-15d5d7cb4132 req-3545cfd5-f09d-4383-b844-d004063197f6 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0523620 Jul 28 03:39:48.238782 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-36629aca-a8af-4987-ac6f-15d5d7cb4132 req-9995581a-2585-4297-9365-e66e0e3ec622 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346036 Jul 28 03:39:48.424392 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-90015575-ef9b-4092-95d2-7b68d2c86dff req-1a10a864-9961-4493-9ee4-769ba3db7eea tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0265296 Jul 28 03:39:48.441218 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00638c02-a039-42d0-80f7-813824ea8d45 req-9b943483-38a9-4887-a71f-6fdf6331d8c5 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:48.442724 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-00638c02-a039-42d0-80f7-813824ea8d45 req-9b943483-38a9-4887-a71f-6fdf6331d8c5 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 944 time: 0.0497668 Jul 28 03:39:48.481900 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-00638c02-a039-42d0-80f7-813824ea8d45 req-a2c1baee-94c9-4653-a6c2-ad7af0a3f053 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Jul 28 03:39:48.517570 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75661f85-df50-49ee-b1fb-7dff6c0e9f0d req-ca55c981-975a-4591-bdb9-a50ede33b95f tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:48.519438 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-75661f85-df50-49ee-b1fb-7dff6c0e9f0d req-ca55c981-975a-4591-bdb9-a50ede33b95f tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 946 time: 0.0601904 Jul 28 03:39:48.646744 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6239f7-e81c-4e9d-9f60-6a5e08a6b52d req-ca73cbde-2aea-4fff-b346-f5c590e589e0 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:48.648220 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5b6239f7-e81c-4e9d-9f60-6a5e08a6b52d req-ca73cbde-2aea-4fff-b346-f5c590e589e0 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 946 time: 0.1003814 Jul 28 03:39:48.694810 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-75661f85-df50-49ee-b1fb-7dff6c0e9f0d req-4be43fde-444c-4b25-9072-43a826e13826 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Deleting port 89207e90-606c-4b3a-ac81-aead843125ef {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:39:48.695152 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-75661f85-df50-49ee-b1fb-7dff6c0e9f0d req-4be43fde-444c-4b25-9072-43a826e13826 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.702097 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5b6239f7-e81c-4e9d-9f60-6a5e08a6b52d req-3b4077c8-d566-440a-8fcd-5d55cd6c3a9b tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476022 Jul 28 03:39:48.790803 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-75661f85-df50-49ee-b1fb-7dff6c0e9f0d req-4be43fde-444c-4b25-9072-43a826e13826 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] For port 89207e90-606c-4b3a-ac81-aead843125ef, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=89207e90-606c-4b3a-ac81-aead843125ef,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:48.791087 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-75661f85-df50-49ee-b1fb-7dff6c0e9f0d req-4be43fde-444c-4b25-9072-43a826e13826 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.792883 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c31a16-7c87-4c38-a836-0ecf486a0d69 req-a0a78566-a7c4-4e27-a4b8-5701ef6caf09 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:48.794396 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b1c31a16-7c87-4c38-a836-0ecf486a0d69 req-a0a78566-a7c4-4e27-a4b8-5701ef6caf09 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0526705 Jul 28 03:39:48.804485 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-75661f85-df50-49ee-b1fb-7dff6c0e9f0d req-4be43fde-444c-4b25-9072-43a826e13826 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Calling delete_port for 89207e90-606c-4b3a-ac81-aead843125ef owned by compute:nova {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:39:48.831572 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b1c31a16-7c87-4c38-a836-0ecf486a0d69 req-aad7969b-e59d-4f0d-9fc2-cb3084a9b34f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312715 Jul 28 03:39:48.930134 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-75661f85-df50-49ee-b1fb-7dff6c0e9f0d req-4be43fde-444c-4b25-9072-43a826e13826 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:48.955625 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be43fde-444c-4b25-9072-43a826e13826 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Pushing event deleted for resources: {'Port': ['ID=89207e90-606c-4b3a-ac81-aead843125ef,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:48.972839 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['77bcf32c-4248-435a-be8b-cbf0a47caa64', '3dd4657d-306f-494f-8116-d5a46c725169', '89207e90-606c-4b3a-ac81-aead843125ef'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:49.001806 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-75661f85-df50-49ee-b1fb-7dff6c0e9f0d req-4be43fde-444c-4b25-9072-43a826e13826 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] No DVR routers for this DVR port 89207e90-606c-4b3a-ac81-aead843125ef on host hv-cinder-73306 {{(pid=93262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:39:49.005097 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-75661f85-df50-49ee-b1fb-7dff6c0e9f0d req-4be43fde-444c-4b25-9072-43a826e13826 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:49.007285 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-75661f85-df50-49ee-b1fb-7dff6c0e9f0d req-4be43fde-444c-4b25-9072-43a826e13826 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.25 "DELETE /v2.0/ports/89207e90-606c-4b3a-ac81-aead843125ef HTTP/1.1" status: 204 len: 173 time: 0.4668527 Jul 28 03:39:49.007831 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4063b183-9e13-41da-9c3d-66ad0e28d877', 'name': 'network-vif-deleted', 'tag': '89207e90-606c-4b3a-ac81-aead843125ef'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:49.010179 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a437c21d-06ff-4bbe-b4fb-38800fa3f97f" -d '{"events": [{"server_uuid": "4063b183-9e13-41da-9c3d-66ad0e28d877", "name": "network-vif-deleted", "tag": "89207e90-606c-4b3a-ac81-aead843125ef"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:49.055268 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbed0893-62d8-430e-89c4-71d2f89f59eb x-openstack-request-id: req-fbed0893-62d8-430e-89c4-71d2f89f59eb {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:49.055559 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4063b183-9e13-41da-9c3d-66ad0e28d877", "name": "network-vif-deleted", "tag": "89207e90-606c-4b3a-ac81-aead843125ef", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:49.055841 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbed0893-62d8-430e-89c4-71d2f89f59eb {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:49.056232 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4063b183-9e13-41da-9c3d-66ad0e28d877', 'name': 'network-vif-deleted', 'tag': '89207e90-606c-4b3a-ac81-aead843125ef', 'status': 'completed', 'code': 200} Jul 28 03:39:49.208211 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ccc19-06e9-416f-851b-ee2213b47036 req-2f00ae20-9fc5-45c0-a9e6-650dd1005f8d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:49.209842 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-211ccc19-06e9-416f-851b-ee2213b47036 req-2f00ae20-9fc5-45c0-a9e6-650dd1005f8d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.25 "GET /v2.0/networks?id=b25cc0de-ded2-4f06-a5ba-088ba3628bb5 HTTP/1.1" status: 200 len: 809 time: 0.1356537 Jul 28 03:39:49.265611 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-211ccc19-06e9-416f-851b-ee2213b47036 req-b295a258-731b-492c-ab1c-8ad156bbf63c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcfeb19e3a6d42cfbf29ba7e9a7aeacf HTTP/1.1" status: 200 len: 380 time: 0.0354578 Jul 28 03:39:49.285867 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-211ccc19-06e9-416f-851b-ee2213b47036 req-e59ef20b-a17d-42fd-9db0-24f08563d2a7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Request body: {'port': {'device_id': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'admin_state_up': True, 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'security_groups': ['b53235b3-6fd9-4b66-8516-039b5636c1f3']}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:49.362585 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470312a2-e08d-4fad-9e60-a0ea4949bea5 req-a567f3c5-bc56-4dc6-ae1a-b9eb29df761e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:49.365013 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-470312a2-e08d-4fad-9e60-a0ea4949bea5 req-a567f3c5-bc56-4dc6-ae1a-b9eb29df761e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0593431 Jul 28 03:39:49.410027 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211ccc19-06e9-416f-851b-ee2213b47036 req-e59ef20b-a17d-42fd-9db0-24f08563d2a7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Made reservation on behalf of dcfeb19e3a6d42cfbf29ba7e9a7aeacf for: {'port': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:49.413889 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-470312a2-e08d-4fad-9e60-a0ea4949bea5 req-69014e9b-b017-4e15-9f00-60cbe0675b34 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392554 Jul 28 03:39:49.414040 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-211ccc19-06e9-416f-851b-ee2213b47036 req-e59ef20b-a17d-42fd-9db0-24f08563d2a7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:49.553852 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a7b6b55e-bd95-45d1-8863-1a11fac3aa46 req-397fb306-2d6d-4f60-bc16-b6fd866e7d28 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0502541 Jul 28 03:39:49.588877 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [req-211ccc19-06e9-416f-851b-ee2213b47036 req-e59ef20b-a17d-42fd-9db0-24f08563d2a7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Allocated IP 172.20.0.5 (b25cc0de-ded2-4f06-a5ba-088ba3628bb5/ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196/fbcce620-dcf6-4f36-b99e-42b820797a20) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:49.649338 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5fb9a-5571-4982-9855-24df1098d835 req-4ad946ac-7856-4b67-9289-89c3cd4620b7 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:49.653029 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-08a5fb9a-5571-4982-9855-24df1098d835 req-4ad946ac-7856-4b67-9289-89c3cd4620b7 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 944 time: 0.0625627 Jul 28 03:39:49.700762 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-08a5fb9a-5571-4982-9855-24df1098d835 req-74d5c254-d080-490c-9e7a-ce66b157e678 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400972 Jul 28 03:39:49.795653 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-211ccc19-06e9-416f-851b-ee2213b47036 req-e59ef20b-a17d-42fd-9db0-24f08563d2a7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:49.813716 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [req-211ccc19-06e9-416f-851b-ee2213b47036 req-e59ef20b-a17d-42fd-9db0-24f08563d2a7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Transition to ACTIVE for port object fbcce620-dcf6-4f36-b99e-42b820797a20 will not be triggered until provisioned by entity DHCP. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:49.865671 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-65e54d36-1a5f-44b2-a65f-fab111cc2ece req-454fe49c-2558-48a0-8010-db9155c72557 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=4063b183-9e13-41da-9c3d-66ad0e28d877 HTTP/1.1" status: 200 len: 210 time: 0.0406971 Jul 28 03:39:49.913556 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-211ccc19-06e9-416f-851b-ee2213b47036 req-e59ef20b-a17d-42fd-9db0-24f08563d2a7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.031865 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211ccc19-06e9-416f-851b-ee2213b47036 req-e59ef20b-a17d-42fd-9db0-24f08563d2a7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Network b25cc0de-ded2-4f06-a5ba-088ba3628bb5 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:50.034687 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e910c-bf28-41d1-be8f-9ae306235c5c req-0b04b924-efe1-41d3-9705-eee62d40f1fd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:50.041484 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [req-211ccc19-06e9-416f-851b-ee2213b47036 req-e59ef20b-a17d-42fd-9db0-24f08563d2a7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:50.043871 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ef20b-a17d-42fd-9db0-24f08563d2a7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Pushing event updated for resources: {'Port': ['ID=fbcce620-dcf6-4f36-b99e-42b820797a20,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:50.052365 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-211ccc19-06e9-416f-851b-ee2213b47036 req-e59ef20b-a17d-42fd-9db0-24f08563d2a7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:50.070257 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-e10e910c-bf28-41d1-be8f-9ae306235c5c req-0b04b924-efe1-41d3-9705-eee62d40f1fd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.1363254 Jul 28 03:39:50.084086 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 00ec2991-6499-46ee-92c3-65a3dcb24629 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:39:50.137617 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ccc19-06e9-416f-851b-ee2213b47036 req-e59ef20b-a17d-42fd-9db0-24f08563d2a7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:50.138324 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-211ccc19-06e9-416f-851b-ee2213b47036 req-e59ef20b-a17d-42fd-9db0-24f08563d2a7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.156274 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-211ccc19-06e9-416f-851b-ee2213b47036 req-e59ef20b-a17d-42fd-9db0-24f08563d2a7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8741524 Jul 28 03:39:50.176568 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-e10e910c-bf28-41d1-be8f-9ae306235c5c req-09bc2e8a-8331-4dc8-a1fb-efda7e0802d0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1041002 Jul 28 03:39:50.185464 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Request body: {'port': {'device_id': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:50.269110 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.309693 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 00ec2991-6499-46ee-92c3-65a3dcb24629, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=00ec2991-6499-46ee-92c3-65a3dcb24629,segment=NetworkSegment(83cbbab4-5474-48ae-9adf-8f04ae7e9586),segment_id=83cbbab4-5474-48ae-9adf-8f04ae7e9586)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:50.528423 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36616b-82d9-47c7-8aa5-d337f568c830 req-e9a7e98b-cbab-4ca2-8852-f1ba080431a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:50.530528 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af36616b-82d9-47c7-8aa5-d337f568c830 req-e9a7e98b-cbab-4ca2-8852-f1ba080431a2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f&tenant_id=ee20ad097bcc4c51a357aa0a803f59a8 HTTP/1.1" status: 200 len: 1096 time: 0.1116126 Jul 28 03:39:50.620359 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': '00ec2991-6499-46ee-92c3-65a3dcb24629', 'network_id': '8c357690-498e-4e5c-bdce-1e52bd2b1279', 'port_id': '00ec2991-6499-46ee-92c3-65a3dcb24629', 'mac_address': 'fa:16:3e:74:33:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2bd794-e0e2-4680-943d-3435084f40a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:39:50.668525 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbcce620-dcf6-4f36-b99e-42b820797a20 {{(pid=93262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:50.689972 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.704205 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.705864 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bc09a-1451-4367-81be-0ec55788c506 req-ed7ba4ae-7baf-4cca-bfba-23d4574574b1 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:50.706096 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c13939d3-5368-49d1-b4f0-bc86aa95289b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.708701 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-679bc09a-1451-4367-81be-0ec55788c506 req-ed7ba4ae-7baf-4cca-bfba-23d4574574b1 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.1380868 Jul 28 03:39:50.719202 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-5aae1458-23c8-4cfd-95cd-5be84edb447c None None] Provisioning for port fbcce620-dcf6-4f36-b99e-42b820797a20 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:50.723616 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36616b-82d9-47c7-8aa5-d337f568c830 req-e2d788ce-542d-459f-aa8f-65610d62049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:50.725776 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af36616b-82d9-47c7-8aa5-d337f568c830 req-e2d788ce-542d-459f-aa8f-65610d62049b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee20ad097bcc4c51a357aa0a803f59a8&device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 1096 time: 0.1518621 Jul 28 03:39:50.728857 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-5aae1458-23c8-4cfd-95cd-5be84edb447c None None] Provisioning complete for port fbcce620-dcf6-4f36-b99e-42b820797a20 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:50.730997 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-5aae1458-23c8-4cfd-95cd-5be84edb447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.748303 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Transition to ACTIVE for port object fbcce620-dcf6-4f36-b99e-42b820797a20 will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:50.755540 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf270c-a6f7-427a-ab08-cf72918a01a2 req-2632a5fd-4287-41e2-9686-0760112c7b5b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:50.757454 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3acf270c-a6f7-427a-ab08-cf72918a01a2 req-2632a5fd-4287-41e2-9686-0760112c7b5b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 931 time: 0.0847175 Jul 28 03:39:50.771590 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.778094 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-5aae1458-23c8-4cfd-95cd-5be84edb447c None None] Port fbcce620-dcf6-4f36-b99e-42b820797a20 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:39:50.783630 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ec2991-6499-46ee-92c3-65a3dcb24629 {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:50.795395 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-679bc09a-1451-4367-81be-0ec55788c506 req-45d8a664-fa5c-4f1d-b751-3025592d463b tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771060 Jul 28 03:39:50.835449 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 00ec2991-6499-46ee-92c3-65a3dcb24629, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=00ec2991-6499-46ee-92c3-65a3dcb24629,segment=NetworkSegment(83cbbab4-5474-48ae-9adf-8f04ae7e9586),segment_id=83cbbab4-5474-48ae-9adf-8f04ae7e9586)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:50.849578 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.878446 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3acf270c-a6f7-427a-ab08-cf72918a01a2 req-64c72314-3b5c-4e86-b5d2-bf3b9757bb81 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026547 Jul 28 03:39:50.947080 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=00ec2991-6499-46ee-92c3-65a3dcb24629,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:50.977647 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36616b-82d9-47c7-8aa5-d337f568c830 req-b746b91e-e0e3-454c-9d92-c8132c202247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:50.979530 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af36616b-82d9-47c7-8aa5-d337f568c830 req-b746b91e-e0e3-454c-9d92-c8132c202247 service neutron] 10.222.0.25 "GET /v2.0/networks?id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5 HTTP/1.1" status: 200 len: 917 time: 0.2439303 Jul 28 03:39:51.039915 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Pushing event updated for resources: {'Port': ['ID=fbcce620-dcf6-4f36-b99e-42b820797a20,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:51.094154 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af36616b-82d9-47c7-8aa5-d337f568c830 req-215aa158-2799-4273-8171-849e8e4cd645 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f743ec9f-b513-4bb3-b819-5c932959e75f HTTP/1.1" status: 200 len: 998 time: 0.1052170 Jul 28 03:39:51.096575 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7ed4-d9bc-4805-b6ea-b4c9e94b8810 req-75136a93-8509-49bc-bd85-8dae66b19a57 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:51.098138 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8a9e7ed4-d9bc-4805-b6ea-b4c9e94b8810 req-75136a93-8509-49bc-bd85-8dae66b19a57 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 945 time: 0.1772189 Jul 28 03:39:51.153186 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Attempting to bind port fbcce620-dcf6-4f36-b99e-42b820797a20 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:51.153529 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Attempting to bind port fbcce620-dcf6-4f36-b99e-42b820797a20 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '4da03bed-4a7d-47ff-9fce-544131d75007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:51.153862 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Attempting to bind port fbcce620-dcf6-4f36-b99e-42b820797a20 on network b25cc0de-ded2-4f06-a5ba-088ba3628bb5 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:51.167078 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Port fbcce620-dcf6-4f36-b99e-42b820797a20 on network b25cc0de-ded2-4f06-a5ba-088ba3628bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:39:51.167078 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Attempting to bind port fbcce620-dcf6-4f36-b99e-42b820797a20 on network b25cc0de-ded2-4f06-a5ba-088ba3628bb5 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:51.180432 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:51.181291 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Checking segment: {'id': '4da03bed-4a7d-47ff-9fce-544131d75007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:51.182643 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Bound using segment: {'id': '4da03bed-4a7d-47ff-9fce-544131d75007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:51.183278 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Bound port: fbcce620-dcf6-4f36-b99e-42b820797a20, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da03bed-4a7d-47ff-9fce-544131d75007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:51.183656 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:51.204902 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36616b-82d9-47c7-8aa5-d337f568c830 req-c6bab291-8d79-4ba5-a4c1-903c58d2ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:51.206448 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af36616b-82d9-47c7-8aa5-d337f568c830 req-c6bab291-8d79-4ba5-a4c1-903c58d2ad95 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ec9b6e0-e497-4186-9c06-281440bc68ef HTTP/1.1" status: 200 len: 855 time: 0.0955937 Jul 28 03:39:51.206587 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8a9e7ed4-d9bc-4805-b6ea-b4c9e94b8810 req-783ec3d8-9cab-4e0c-ac82-c87fab831a46 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919919 Jul 28 03:39:51.296185 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['00ec2991-6499-46ee-92c3-65a3dcb24629'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:51.329063 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] For port fbcce620-dcf6-4f36-b99e-42b820797a20, host hv-cinder-73306, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:51.347302 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] For port fbcce620-dcf6-4f36-b99e-42b820797a20, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=fbcce620-dcf6-4f36-b99e-42b820797a20,segment=NetworkSegment(4da03bed-4a7d-47ff-9fce-544131d75007),segment_id=4da03bed-4a7d-47ff-9fce-544131d75007)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:51.370927 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00553a-8fb0-41e1-a44f-5c5cb45c34ae req-90e2742c-807b-4e94-adf0-25c1993bb1a5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:51.371181 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36616b-82d9-47c7-8aa5-d337f568c830 req-b001a8f6-af14-408c-ba80-ed717451d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:51.373186 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-db00553a-8fb0-41e1-a44f-5c5cb45c34ae req-90e2742c-807b-4e94-adf0-25c1993bb1a5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0923290 Jul 28 03:39:51.373750 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af36616b-82d9-47c7-8aa5-d337f568c830 req-b001a8f6-af14-408c-ba80-ed717451d6d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1032727 Jul 28 03:39:51.374952 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:51.387615 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8c937-22db-4758-973c-7dfc1d9886c9 req-88f350e3-a8a0-493a-b0a5-1eee120ded02 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:51.395091 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d1e8c937-22db-4758-973c-7dfc1d9886c9 req-88f350e3-a8a0-493a-b0a5-1eee120ded02 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 945 time: 0.0925617 Jul 28 03:39:51.469111 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:51.469856 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:51.471795 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-211ccc19-06e9-416f-851b-ee2213b47036 req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] 10.222.0.25 "PUT /v2.0/ports/fbcce620-dcf6-4f36-b99e-42b820797a20 HTTP/1.1" status: 200 len: 1093 time: 1.2914264 Jul 28 03:39:51.472573 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'tag': 'fbcce620-dcf6-4f36-b99e-42b820797a20'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:51.477880 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a128c9f3-a8db-427c-833c-76d4126f53c7" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e", "tag": "fbcce620-dcf6-4f36-b99e-42b820797a20"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:51.500620 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d1e8c937-22db-4758-973c-7dfc1d9886c9 req-df482977-b21b-49d4-bbf8-c6d6a8578886 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023848 Jul 28 03:39:51.574323 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69214be-5a2a-405a-bdde-e5fe6defc96c service neutron] Pushing event updated for resources: {'Port': ['ID=fbcce620-dcf6-4f36-b99e-42b820797a20,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:51.592073 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-db00553a-8fb0-41e1-a44f-5c5cb45c34ae req-e674b701-7a7a-47f1-8f8b-4d5bc71b431f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2043076 Jul 28 03:39:51.627141 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af36616b-82d9-47c7-8aa5-d337f568c830 req-29dbb079-4463-4c8e-80a9-8813687b7a95 service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292898 Jul 28 03:39:51.645925 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4889e20-fa50-4a72-8629-29bf71c1a13f x-openstack-request-id: req-a4889e20-fa50-4a72-8629-29bf71c1a13f {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:51.646494 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e", "tag": "fbcce620-dcf6-4f36-b99e-42b820797a20", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:51.646897 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4889e20-fa50-4a72-8629-29bf71c1a13f {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:51.647450 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'tag': 'fbcce620-dcf6-4f36-b99e-42b820797a20', 'status': 'completed', 'code': 200} Jul 28 03:39:51.669255 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ccc19-06e9-416f-851b-ee2213b47036 req-28624783-a127-42ae-9dc4-a7a140f69045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:51.671568 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-211ccc19-06e9-416f-851b-ee2213b47036 req-28624783-a127-42ae-9dc4-a7a140f69045 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcfeb19e3a6d42cfbf29ba7e9a7aeacf&device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 1096 time: 0.0708408 Jul 28 03:39:51.734883 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-211ccc19-06e9-416f-851b-ee2213b47036 req-82ee5ec6-ce0f-4b31-98f5-73a59f6d8559 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbcce620-dcf6-4f36-b99e-42b820797a20 HTTP/1.1" status: 200 len: 217 time: 0.0437207 Jul 28 03:39:51.776701 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351a5c1-62ca-4531-910a-0d6de849cd72 req-832866e1-d3af-4741-bdb6-b16604d5e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:51.778307 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d351a5c1-62ca-4531-910a-0d6de849cd72 req-832866e1-d3af-4741-bdb6-b16604d5e4cf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 1098 time: 0.1117399 Jul 28 03:39:51.808094 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ccc19-06e9-416f-851b-ee2213b47036 req-e4415b17-1ce4-488d-9e57-b1b6632f134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:51.809633 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-211ccc19-06e9-416f-851b-ee2213b47036 req-e4415b17-1ce4-488d-9e57-b1b6632f134d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196 HTTP/1.1" status: 200 len: 848 time: 0.0671902 Jul 28 03:39:51.827174 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af36616b-82d9-47c7-8aa5-d337f568c830 req-f654e6e3-f740-4835-8a38-9fa5a503e15b service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585655 Jul 28 03:39:51.843256 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d351a5c1-62ca-4531-910a-0d6de849cd72 req-c9505916-352e-493f-bd39-b88af2039625 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493553 Jul 28 03:39:51.869219 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ccc19-06e9-416f-851b-ee2213b47036 req-00e9b49b-665c-42e1-8bdd-5de228771a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:51.871176 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-211ccc19-06e9-416f-851b-ee2213b47036 req-00e9b49b-665c-42e1-8bdd-5de228771a61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b25cc0de-ded2-4f06-a5ba-088ba3628bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539899 Jul 28 03:39:51.955421 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3f5dc-b418-4959-9136-952861573478 req-4d1ede97-4fad-4226-9f53-5669d9b427b7 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:51.962706 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1ed3f5dc-b418-4959-9136-952861573478 req-4d1ede97-4fad-4226-9f53-5669d9b427b7 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0682516 Jul 28 03:39:51.999543 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1ed3f5dc-b418-4959-9136-952861573478 req-ba0230b7-1cf6-48d8-9f96-28f522fa9631 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359666 Jul 28 03:39:52.024049 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97135aca-cd04-4cb9-8c73-89d10eb7761d req-a856d673-482e-4c6a-933e-879822dc85e3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:52.031973 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-97135aca-cd04-4cb9-8c73-89d10eb7761d req-a856d673-482e-4c6a-933e-879822dc85e3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0763562 Jul 28 03:39:52.066784 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-97135aca-cd04-4cb9-8c73-89d10eb7761d req-a0fbfef0-f728-41b7-8802-7ae254e39096 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338593 Jul 28 03:39:52.092158 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 89207e90-606c-4b3a-ac81-aead843125ef no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:39:52.113341 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: 89207e90-606c-4b3a-ac81-aead843125ef {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:39:52.113693 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 89207e90-606c-4b3a-ac81-aead843125ef not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:39:52.283438 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-211ccc19-06e9-416f-851b-ee2213b47036 req-f20deff7-1eb3-4f1c-a5f2-4f8ea35fb1db service neutron] 10.222.0.25 "GET /v2.0/networks/b25cc0de-ded2-4f06-a5ba-088ba3628bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989103 Jul 28 03:39:52.642119 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd34083-346e-4f8a-be12-86a6bfde3ebb req-76ae005f-60f0-4871-8172-8b78cbfc0c0b tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:52.649638 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-fdd34083-346e-4f8a-be12-86a6bfde3ebb req-76ae005f-60f0-4871-8172-8b78cbfc0c0b tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 945 time: 0.0676222 Jul 28 03:39:52.676028 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-211ccc19-06e9-416f-851b-ee2213b47036 req-35439e5b-b94c-4dc3-8738-dbc294d404c8 service neutron] 10.222.0.25 "GET /v2.0/networks/b25cc0de-ded2-4f06-a5ba-088ba3628bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821216 Jul 28 03:39:52.733552 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-fdd34083-346e-4f8a-be12-86a6bfde3ebb req-9f8174db-3d84-449d-adba-c684b6ac9503 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829692 Jul 28 03:39:52.855560 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0578c-28b4-419b-9662-c033b3645b8b req-6222b4aa-d23a-4d1c-9975-ed48784dbf97 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:52.889976 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e8e0578c-28b4-419b-9662-c033b3645b8b req-6222b4aa-d23a-4d1c-9975-ed48784dbf97 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 945 time: 0.5871606 Jul 28 03:39:53.008777 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e8e0578c-28b4-419b-9662-c033b3645b8b req-cc39b6f7-913e-4d53-833a-464516d39196 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179714 Jul 28 03:39:53.056701 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507c9a2-3a9d-409b-ab16-f0de1bd33808 req-6adcf290-ea16-43f1-b9bd-d25abaa4b836 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:53.080388 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7507c9a2-3a9d-409b-ab16-f0de1bd33808 req-6adcf290-ea16-43f1-b9bd-d25abaa4b836 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.1669924 Jul 28 03:39:53.107044 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:53.139689 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c9f3-a8db-427c-833c-76d4126f53c7 req-05593338-1349-450f-9f9b-3f0eac5b8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:53.141669 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a128c9f3-a8db-427c-833c-76d4126f53c7 req-05593338-1349-450f-9f9b-3f0eac5b8598 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcfeb19e3a6d42cfbf29ba7e9a7aeacf&device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 1096 time: 0.0873659 Jul 28 03:39:53.223024 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7507c9a2-3a9d-409b-ab16-f0de1bd33808 req-06051c26-690f-4ee3-992a-3d032357b4ca tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1415052 Jul 28 03:39:53.303004 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b05fc-7311-48e6-aa2a-7df9467b605d req-41b0e7d5-0a75-45dc-a8ca-073466d2bdd5 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:53.313047 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-da5b05fc-7311-48e6-aa2a-7df9467b605d req-41b0e7d5-0a75-45dc-a8ca-073466d2bdd5 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0723870 Jul 28 03:39:53.328206 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c42b91f8-fb04-4909-ab5a-c26f61a67fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:53.379057 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-da5b05fc-7311-48e6-aa2a-7df9467b605d req-154863db-8d42-4104-959b-4d634467031b tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642211 Jul 28 03:39:53.380787 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:53.482662 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10477b12-6bd1-493c-ae33-26db49211b1e req-557ae0e7-1861-45dc-8254-7758c73dda7d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:53.490235 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-10477b12-6bd1-493c-ae33-26db49211b1e req-557ae0e7-1861-45dc-8254-7758c73dda7d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.1206524 Jul 28 03:39:53.508519 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c9f3-a8db-427c-833c-76d4126f53c7 req-9b4f6fba-1e82-4ab2-95a6-c80a6f263df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:53.509542 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a128c9f3-a8db-427c-833c-76d4126f53c7 req-9b4f6fba-1e82-4ab2-95a6-c80a6f263df4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b25cc0de-ded2-4f06-a5ba-088ba3628bb5 HTTP/1.1" status: 200 len: 910 time: 0.1160626 Jul 28 03:39:53.545559 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-10477b12-6bd1-493c-ae33-26db49211b1e req-5a1e73d0-fdbb-4070-9ac5-efa247c6598f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542805 Jul 28 03:39:53.950203 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cede1-0f06-47af-98b0-3d0217f860ab req-05cfaf6b-8048-42c0-8ca5-57ba622b51a5 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:53.952091 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-596cede1-0f06-47af-98b0-3d0217f860ab req-05cfaf6b-8048-42c0-8ca5-57ba622b51a5 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 945 time: 0.1103668 Jul 28 03:39:54.007367 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-596cede1-0f06-47af-98b0-3d0217f860ab req-123dc150-81db-4bd4-ae86-5ecf3ea4bcfb tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391223 Jul 28 03:39:54.094483 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 00ec2991-6499-46ee-92c3-65a3dcb24629 up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:54.160355 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port 00ec2991-6499-46ee-92c3-65a3dcb24629 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:54.170134 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port 00ec2991-6499-46ee-92c3-65a3dcb24629 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:54.171101 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.235328 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bffcf-962e-4979-92f0-282a67be384e req-d819b79d-8140-406c-b89e-8590db9e48f7 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:54.236921 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0e5bffcf-962e-4979-92f0-282a67be384e req-d819b79d-8140-406c-b89e-8590db9e48f7 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 945 time: 0.0974925 Jul 28 03:39:54.301736 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.303996 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.329831 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0e5bffcf-962e-4979-92f0-282a67be384e req-378a33d1-3d9d-4623-b09d-4c75ebbc7694 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832376 Jul 28 03:39:54.345915 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 00ec2991-6499-46ee-92c3-65a3dcb24629, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=00ec2991-6499-46ee-92c3-65a3dcb24629,segment=NetworkSegment(83cbbab4-5474-48ae-9adf-8f04ae7e9586),segment_id=83cbbab4-5474-48ae-9adf-8f04ae7e9586)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:54.347319 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6defc507-3456-460c-94f0-1d954af7997d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ec2991-6499-46ee-92c3-65a3dcb24629'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:54.350387 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e6490f-85fd-428a-949e-1bafcb01cbc4" -d '{"events": [{"server_uuid": "6defc507-3456-460c-94f0-1d954af7997d", "name": "network-vif-plugged", "status": "completed", "tag": "00ec2991-6499-46ee-92c3-65a3dcb24629"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:54.358650 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.444709 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea643a3-6c97-4bf2-ac2a-b53475d99d79 x-openstack-request-id: req-7ea643a3-6c97-4bf2-ac2a-b53475d99d79 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:54.445028 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6defc507-3456-460c-94f0-1d954af7997d", "name": "network-vif-plugged", "status": "completed", "tag": "00ec2991-6499-46ee-92c3-65a3dcb24629", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:54.445272 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ea643a3-6c97-4bf2-ac2a-b53475d99d79 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:54.445747 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6defc507-3456-460c-94f0-1d954af7997d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ec2991-6499-46ee-92c3-65a3dcb24629', 'code': 200} Jul 28 03:39:54.471737 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a128c9f3-a8db-427c-833c-76d4126f53c7 req-218c1759-d82f-499c-8308-43be9c984422 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbcce620-dcf6-4f36-b99e-42b820797a20 HTTP/1.1" status: 200 len: 217 time: 0.0543706 Jul 28 03:39:54.491322 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8a742-61e4-4892-865d-cc78c762cd57 req-7b91ccb9-37d5-4214-b5d3-0b9c44405dce tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:54.493502 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-19f8a742-61e4-4892-865d-cc78c762cd57 req-7b91ccb9-37d5-4214-b5d3-0b9c44405dce tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.1301749 Jul 28 03:39:54.507987 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=00ec2991-6499-46ee-92c3-65a3dcb24629,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:54.597694 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02168e7e-aa4a-454d-9b16-b07261185b9c req-1f2a3809-6021-42a8-b613-56580509a278 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:54.609730 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-02168e7e-aa4a-454d-9b16-b07261185b9c req-1f2a3809-6021-42a8-b613-56580509a278 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0807452 Jul 28 03:39:54.667349 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c9f3-a8db-427c-833c-76d4126f53c7 req-8889bc26-ff04-4bad-ab06-5be48aeb572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:54.669602 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a128c9f3-a8db-427c-833c-76d4126f53c7 req-8889bc26-ff04-4bad-ab06-5be48aeb572b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196 HTTP/1.1" status: 200 len: 848 time: 0.1231413 Jul 28 03:39:54.691881 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-02168e7e-aa4a-454d-9b16-b07261185b9c req-f994ef71-a8a6-4c69-aac0-8a24b806c99b tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809906 Jul 28 03:39:54.733483 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-19f8a742-61e4-4892-865d-cc78c762cd57 req-70bbfd22-3c47-4e36-bed5-dcb0dbaf1c0e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2268231 Jul 28 03:39:54.848835 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c9f3-a8db-427c-833c-76d4126f53c7 req-c6e6a258-a036-4275-a032-0bc05427aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:54.855240 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a128c9f3-a8db-427c-833c-76d4126f53c7 req-c6e6a258-a036-4275-a032-0bc05427aa23 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b25cc0de-ded2-4f06-a5ba-088ba3628bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1174915 Jul 28 03:39:54.900406 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75d759-be2a-4185-b80f-127abea3ff56 req-9a3fb568-2a30-4b91-af92-1ed90cfff5ef tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:54.916811 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-bd75d759-be2a-4185-b80f-127abea3ff56 req-9a3fb568-2a30-4b91-af92-1ed90cfff5ef tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.1192818 Jul 28 03:39:54.953659 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde9993-62f3-4b62-894d-c51a8746af90 req-e58aa11e-59c4-49a1-90ed-75f7d2082cf8 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:54.964557 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fbde9993-62f3-4b62-894d-c51a8746af90 req-e58aa11e-59c4-49a1-90ed-75f7d2082cf8 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0996981 Jul 28 03:39:54.995539 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-bd75d759-be2a-4185-b80f-127abea3ff56 req-acd775df-6508-4ef6-8df6-dfa5b17150e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770476 Jul 28 03:39:55.058633 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fbde9993-62f3-4b62-894d-c51a8746af90 req-8695bf48-7c41-4e1e-9f48-bbe0aaad85d4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929716 Jul 28 03:39:55.096770 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1153b6-58c5-4c9e-affc-e91fe39df5d3 req-4dde382c-40ca-4e0b-b4d6-81f17433401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:55.099162 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-6e1153b6-58c5-4c9e-affc-e91fe39df5d3 req-4dde382c-40ca-4e0b-b4d6-81f17433401e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 1099 time: 0.1213331 Jul 28 03:39:55.257135 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a128c9f3-a8db-427c-833c-76d4126f53c7 req-796a505a-7611-4772-a0df-9e6be134fb04 service neutron] 10.222.0.25 "GET /v2.0/networks/b25cc0de-ded2-4f06-a5ba-088ba3628bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272897 Jul 28 03:39:55.266301 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0de788-3354-4be5-82e8-dcdd2e63ecd1 req-4ea1fa13-df41-44db-b85b-bc38dae396e9 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:55.268487 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cb0de788-3354-4be5-82e8-dcdd2e63ecd1 req-4ea1fa13-df41-44db-b85b-bc38dae396e9 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 945 time: 0.1265163 Jul 28 03:39:55.292298 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-6e1153b6-58c5-4c9e-affc-e91fe39df5d3 req-e31c443f-7417-4c64-b1ca-106e1b722ccb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610714 Jul 28 03:39:55.336949 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cb0de788-3354-4be5-82e8-dcdd2e63ecd1 req-1237e7e1-7c14-4682-9a9b-222b238c5def tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460386 Jul 28 03:39:55.494757 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5eeaef-37c0-43a4-9bc4-30139760e621 req-dd5ca7ef-e71d-446a-a652-8fb0682d7e26 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:55.504698 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7e5eeaef-37c0-43a4-9bc4-30139760e621 req-dd5ca7ef-e71d-446a-a652-8fb0682d7e26 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 946 time: 0.0807965 Jul 28 03:39:55.561967 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7e5eeaef-37c0-43a4-9bc4-30139760e621 req-ba0e40c5-9676-45c6-96c4-60366e3b4736 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548949 Jul 28 03:39:55.764101 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a128c9f3-a8db-427c-833c-76d4126f53c7 req-b4b906d6-769f-4bf5-a35d-3a760f14ea75 service neutron] 10.222.0.25 "GET /v2.0/networks/b25cc0de-ded2-4f06-a5ba-088ba3628bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363089 Jul 28 03:39:55.896275 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82da429-541c-4afc-869e-a7bdcc39bb5a req-56569485-e08b-492a-8078-670589068d1d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:55.905392 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f82da429-541c-4afc-869e-a7bdcc39bb5a req-56569485-e08b-492a-8078-670589068d1d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0729544 Jul 28 03:39:55.952886 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:55.980720 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f82da429-541c-4afc-869e-a7bdcc39bb5a req-f97fb613-f983-444c-b455-38aaf9351b8d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0737388 Jul 28 03:39:56.323317 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197c2bd-5adc-4bb6-9c01-6a73e95fcc17 req-fd77e856-aa0c-459b-9b99-b65cffb5db13 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:56.330985 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d197c2bd-5adc-4bb6-9c01-6a73e95fcc17 req-fd77e856-aa0c-459b-9b99-b65cffb5db13 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.1032653 Jul 28 03:39:56.402128 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d197c2bd-5adc-4bb6-9c01-6a73e95fcc17 req-bbfa058e-4c63-42a8-b85f-02e1420aa83a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700173 Jul 28 03:39:56.591371 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459609f7-5200-4565-8237-013ac1b01456 req-9d3464fa-0cd1-413a-a087-4b66a355b76f tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:56.593561 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-459609f7-5200-4565-8237-013ac1b01456 req-9d3464fa-0cd1-413a-a087-4b66a355b76f tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 945 time: 0.0956538 Jul 28 03:39:56.674911 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-459609f7-5200-4565-8237-013ac1b01456 req-e0e2b8f2-085c-4be5-bd31-5fda5944bbb3 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742404 Jul 28 03:39:56.819043 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff11b21-87b0-4d84-be3c-d363fa157beb req-3ebcb113-4758-4a98-a601-012ef9271299 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:56.827694 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1ff11b21-87b0-4d84-be3c-d363fa157beb req-3ebcb113-4758-4a98-a601-012ef9271299 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 946 time: 0.0843372 Jul 28 03:39:56.893294 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1ff11b21-87b0-4d84-be3c-d363fa157beb req-12596e23-fda8-4c27-9f65-d584353781a8 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644703 Jul 28 03:39:57.197853 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95d194-ff49-44b8-8b01-7a875a21d76b req-79113525-3965-454e-86f4-465d0565cb52 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:57.199391 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8d95d194-ff49-44b8-8b01-7a875a21d76b req-79113525-3965-454e-86f4-465d0565cb52 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0642023 Jul 28 03:39:57.259512 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ab843-9f91-46b3-b69d-98bdcf4192c6 req-5b5c2399-e27c-408a-9a50-a0aa1076d0c1 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:57.262025 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-e58ab843-9f91-46b3-b69d-98bdcf4192c6 req-5b5c2399-e27c-408a-9a50-a0aa1076d0c1 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0761962 Jul 28 03:39:57.269935 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8d95d194-ff49-44b8-8b01-7a875a21d76b req-330a2d70-ef76-46d9-9c31-758159fd7179 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0555270 Jul 28 03:39:57.320212 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-e58ab843-9f91-46b3-b69d-98bdcf4192c6 req-a73bcbe5-6467-415d-ad5f-d13f27cd6ed2 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485122 Jul 28 03:39:57.576159 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409aa04-213f-468b-984d-18893499d9bb req-162d565a-6926-4c42-899f-fade2e009104 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:57.578592 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c409aa04-213f-468b-984d-18893499d9bb req-162d565a-6926-4c42-899f-fade2e009104 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0709765 Jul 28 03:39:57.666173 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c409aa04-213f-468b-984d-18893499d9bb req-1c2c55c5-eeae-4178-9b7c-583d95cbdecf tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816178 Jul 28 03:39:57.870642 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8f04d-6144-4711-a2c8-010a0cc672ab req-3fdc7161-7c6f-4b2f-b837-d45d193dca52 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:57.872824 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a4d8f04d-6144-4711-a2c8-010a0cc672ab req-3fdc7161-7c6f-4b2f-b837-d45d193dca52 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 945 time: 0.0640776 Jul 28 03:39:57.926075 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a4d8f04d-6144-4711-a2c8-010a0cc672ab req-e8ab35fa-b474-46a4-88c3-ca5dbe731dec tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455739 Jul 28 03:39:58.019221 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b48077-5186-4648-bdc6-744effa833bb req-89f33997-1e20-46eb-9064-620881850d0e tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:58.020746 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-77b48077-5186-4648-bdc6-744effa833bb req-89f33997-1e20-46eb-9064-620881850d0e tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 946 time: 0.0567324 Jul 28 03:39:58.065884 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-77b48077-5186-4648-bdc6-744effa833bb req-a6ab981c-e5b6-460b-b170-9002b914eb33 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375888 Jul 28 03:39:58.396344 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782110df-0e7d-4fb1-b9ba-f3e31e59cbd4 req-ae74a42b-d375-4626-965e-b146952a2f92 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:58.404357 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-782110df-0e7d-4fb1-b9ba-f3e31e59cbd4 req-ae74a42b-d375-4626-965e-b146952a2f92 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0678568 Jul 28 03:39:58.457413 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c237c04-5b72-480e-9ca2-449cc4b321c9 req-9e5aaea7-0d6b-4298-9509-8dc6db1fcc3c tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:58.458590 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-782110df-0e7d-4fb1-b9ba-f3e31e59cbd4 req-565747ef-ae50-42ab-b5d5-1d7e3b9caff3 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0510089 Jul 28 03:39:58.465391 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7c237c04-5b72-480e-9ca2-449cc4b321c9 req-9e5aaea7-0d6b-4298-9509-8dc6db1fcc3c tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0639169 Jul 28 03:39:58.504230 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7c237c04-5b72-480e-9ca2-449cc4b321c9 req-eba1f8f4-f8cf-4c23-9b1d-3100715ea1d2 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379550 Jul 28 03:39:58.802587 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77d77b-ad89-46c1-879c-309d1c16d93d req-e8e335b7-0198-418e-a14b-d19107904c84 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:58.810982 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5f77d77b-ad89-46c1-879c-309d1c16d93d req-e8e335b7-0198-418e-a14b-d19107904c84 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0815871 Jul 28 03:39:58.859858 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5f77d77b-ad89-46c1-879c-309d1c16d93d req-503db92f-8174-40e0-8d18-2eb5070df7f9 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476210 Jul 28 03:39:59.130167 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602cd33-5e69-421b-94b1-80598b133c5b req-54c2917e-735b-4b49-8754-0377d7ed8605 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:59.140050 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f602cd33-5e69-421b-94b1-80598b133c5b req-54c2917e-735b-4b49-8754-0377d7ed8605 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 945 time: 0.0794420 Jul 28 03:39:59.197200 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f602cd33-5e69-421b-94b1-80598b133c5b req-2352643c-4393-4488-a08d-13a945c16fe6 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562661 Jul 28 03:39:59.276846 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3dc89e-acfe-4f13-b069-4c10b3a0d17f req-7e30f8a0-b7dc-4f86-8735-143de5b0717a tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:59.278486 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-eb3dc89e-acfe-4f13-b069-4c10b3a0d17f req-7e30f8a0-b7dc-4f86-8735-143de5b0717a tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 946 time: 0.0856586 Jul 28 03:39:59.346813 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-eb3dc89e-acfe-4f13-b069-4c10b3a0d17f req-a95bb9d9-f9e4-43f8-b1c6-150ae8c22901 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621617 Jul 28 03:39:59.586759 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8d55a-5b81-4cf7-b1e8-4a9242fc5fd0 req-5c8fa4ab-e745-4580-8a97-f1bc9741a79b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:59.589323 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-96e8d55a-5b81-4cf7-b1e8-4a9242fc5fd0 req-5c8fa4ab-e745-4580-8a97-f1bc9741a79b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0549619 Jul 28 03:39:59.639365 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-96e8d55a-5b81-4cf7-b1e8-4a9242fc5fd0 req-88e72ba9-eaec-41f0-8038-4978738c98d2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434690 Jul 28 03:39:59.647541 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb007a0-c326-46da-81f0-20e587feb7ec req-9e3b3d68-9dcd-4a1e-b770-33e9fd8bdb89 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:59.656072 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-beb007a0-c326-46da-81f0-20e587feb7ec req-9e3b3d68-9dcd-4a1e-b770-33e9fd8bdb89 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0657365 Jul 28 03:39:59.693095 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-beb007a0-c326-46da-81f0-20e587feb7ec req-019ff849-cdb6-489e-909a-e851b9217066 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374196 Jul 28 03:39:59.978619 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8579cf1-90ca-48cd-af34-57d7d409f521 req-33ef4cfb-2320-4ccc-89c7-e12a98ea5250 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:59.980590 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b8579cf1-90ca-48cd-af34-57d7d409f521 req-33ef4cfb-2320-4ccc-89c7-e12a98ea5250 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0531671 Jul 28 03:40:00.054772 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b8579cf1-90ca-48cd-af34-57d7d409f521 req-3d7a9b98-6cf6-41b7-87dd-72fcea3d2aea tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676782 Jul 28 03:40:00.097591 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 3dd4657d-306f-494f-8116-d5a46c725169 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:40:00.226280 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:00.252870 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be21cb5-8869-41a2-9866-431b1d401f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dd4657d-306f-494f-8116-d5a46c725169'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:00.255640 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2ff7e1-0179-49cc-844d-70c36372294f" -d '{"events": [{"server_uuid": "7be21cb5-8869-41a2-9866-431b1d401f62", "name": "network-vif-unplugged", "status": "completed", "tag": "3dd4657d-306f-494f-8116-d5a46c725169"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:00.272885 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 3dd4657d-306f-494f-8116-d5a46c725169, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=3dd4657d-306f-494f-8116-d5a46c725169,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:00.280030 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:00.377580 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452fd04b-2b0f-4b7f-b1e4-8d5ea6992017 x-openstack-request-id: req-452fd04b-2b0f-4b7f-b1e4-8d5ea6992017 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:00.377948 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be21cb5-8869-41a2-9866-431b1d401f62", "name": "network-vif-unplugged", "status": "completed", "tag": "3dd4657d-306f-494f-8116-d5a46c725169", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:00.378147 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-452fd04b-2b0f-4b7f-b1e4-8d5ea6992017 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:00.378555 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be21cb5-8869-41a2-9866-431b1d401f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dd4657d-306f-494f-8116-d5a46c725169', 'code': 200} Jul 28 03:40:00.379672 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=3dd4657d-306f-494f-8116-d5a46c725169,revision_number=6']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:00.386142 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0efdf-41db-404b-b645-f3b45c5772e4 req-af10797c-3fc8-4d6f-9ac5-1223ba547199 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.397058 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-87f0efdf-41db-404b-b645-f3b45c5772e4 req-af10797c-3fc8-4d6f-9ac5-1223ba547199 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 943 time: 0.0909126 Jul 28 03:40:00.506121 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-87f0efdf-41db-404b-b645-f3b45c5772e4 req-e510a263-9a78-44a9-ab33-2c2bbf26658c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985088 Jul 28 03:40:00.544947 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a0895-1236-4bd2-b433-6cfa03f34148 req-25f8986d-5159-4521-a4b2-66fedef1defa tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.548431 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c83a0895-1236-4bd2-b433-6cfa03f34148 req-25f8986d-5159-4521-a4b2-66fedef1defa tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 946 time: 0.0974808 Jul 28 03:40:00.624361 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c83a0895-1236-4bd2-b433-6cfa03f34148 req-b354d5fe-c242-499c-bef6-2306eb210e0b tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658731 Jul 28 03:40:00.915902 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2137-2573-4837-aa5e-593545199e96 req-441732f3-a4b9-458b-985c-59cfb7d70ac2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.925880 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-90cd2137-2573-4837-aa5e-593545199e96 req-441732f3-a4b9-458b-985c-59cfb7d70ac2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.1221569 Jul 28 03:40:00.928936 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2eb1b-478a-428b-96e6-6c328ca6fdaa req-628ad812-ecb1-4525-834b-06402ba30caf tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:00.941811 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4b2eb1b-478a-428b-96e6-6c328ca6fdaa req-628ad812-ecb1-4525-834b-06402ba30caf tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.1401989 Jul 28 03:40:01.020899 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-90cd2137-2573-4837-aa5e-593545199e96 req-91cb703b-6347-474f-bf93-77b6f1d6c617 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0792942 Jul 28 03:40:01.029138 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4b2eb1b-478a-428b-96e6-6c328ca6fdaa req-3de83c74-54a0-420b-9e34-74d0d158c8bd tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793500 Jul 28 03:40:01.196387 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239916e8-8921-49f3-bb3b-6f77740c2293 req-ad705322-f4b4-48b5-80b2-a64a458807d6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:01.200033 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-239916e8-8921-49f3-bb3b-6f77740c2293 req-ad705322-f4b4-48b5-80b2-a64a458807d6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0722904 Jul 28 03:40:01.258537 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-239916e8-8921-49f3-bb3b-6f77740c2293 req-cad86f8c-86b5-4c5a-a6bb-895a4a1ad062 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521574 Jul 28 03:40:01.655083 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad349445-19b3-486b-a09a-67df588dcee7 req-f878932f-f75b-4d6b-8e32-076101a5d354 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:01.656694 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ad349445-19b3-486b-a09a-67df588dcee7 req-f878932f-f75b-4d6b-8e32-076101a5d354 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 943 time: 0.0850718 Jul 28 03:40:01.732143 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ad349445-19b3-486b-a09a-67df588dcee7 req-ebe25a32-9e3b-427b-9001-3b1c92571935 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665119 Jul 28 03:40:01.819177 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d1f26-0e3b-48dc-abc1-ee7809afd530 req-af1f075e-0d80-41ca-913c-7781c2b41b14 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:01.820834 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-291d1f26-0e3b-48dc-abc1-ee7809afd530 req-af1f075e-0d80-41ca-913c-7781c2b41b14 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 946 time: 0.0620308 Jul 28 03:40:01.862769 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-291d1f26-0e3b-48dc-abc1-ee7809afd530 req-9952d10d-4f1c-4e9d-a76a-617b4413031d tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348473 Jul 28 03:40:02.208913 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e81601-d456-4981-904b-fa41d2492538 req-0aed902c-7049-4851-8e57-4cec59528dd4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:02.210947 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-33e81601-d456-4981-904b-fa41d2492538 req-0aed902c-7049-4851-8e57-4cec59528dd4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0790691 Jul 28 03:40:02.248701 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc9c22-06b4-4bfe-86f8-7e024ee9e985 req-23f34aff-4ebd-48a3-a851-de37937be7a4 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:02.250818 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-48cc9c22-06b4-4bfe-86f8-7e024ee9e985 req-23f34aff-4ebd-48a3-a851-de37937be7a4 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0887678 Jul 28 03:40:02.347460 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-33e81601-d456-4981-904b-fa41d2492538 req-e231628c-27e3-4ecf-b846-c08c7dff5ced tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071987 Jul 28 03:40:02.392517 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-48cc9c22-06b4-4bfe-86f8-7e024ee9e985 req-d7b4d07a-93c0-45bd-9d1e-4063bb74bf28 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1354716 Jul 28 03:40:02.572935 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dbbba-9d15-47ef-9333-93af6f409409 req-38a284ad-de7b-4610-8158-eff36a34d85b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:02.574668 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b10dbbba-9d15-47ef-9333-93af6f409409 req-38a284ad-de7b-4610-8158-eff36a34d85b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.1029274 Jul 28 03:40:02.641925 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b10dbbba-9d15-47ef-9333-93af6f409409 req-ffe695bf-38a9-4be2-8ff4-e1cbff433b83 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489354 Jul 28 03:40:02.882041 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dada56e-846b-470b-8756-480355f68a19 req-1c4d7458-4ccd-4384-8a83-49bc991bb958 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:02.892189 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8dada56e-846b-470b-8756-480355f68a19 req-1c4d7458-4ccd-4384-8a83-49bc991bb958 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 943 time: 0.0678678 Jul 28 03:40:02.992723 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8dada56e-846b-470b-8756-480355f68a19 req-9198cb5f-92d4-457a-81c4-6f8ba11a95b2 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996690 Jul 28 03:40:03.051881 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e9dcd-6770-4276-8239-c219504290bc req-f8da72b0-7b4f-4ea3-9f5a-8b7eacad0220 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.053381 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2e8e9dcd-6770-4276-8239-c219504290bc req-f8da72b0-7b4f-4ea3-9f5a-8b7eacad0220 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 946 time: 0.0875626 Jul 28 03:40:03.097118 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2e8e9dcd-6770-4276-8239-c219504290bc req-d7bf2fcf-83a4-46e1-aefa-fd9cf7bc244b tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358217 Jul 28 03:40:03.520647 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22acb7a-830d-4e15-99c8-bb32d34a36e6 req-983e3ec2-aa4f-4161-bf17-b68cb0484435 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.528966 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a22acb7a-830d-4e15-99c8-bb32d34a36e6 req-983e3ec2-aa4f-4161-bf17-b68cb0484435 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0642774 Jul 28 03:40:03.556322 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e15ee5-c27c-48ac-b8b4-095a26d6dffc req-6a1d40d4-a770-441a-b362-82a1e432dbed tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.558264 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f4e15ee5-c27c-48ac-b8b4-095a26d6dffc req-6a1d40d4-a770-441a-b362-82a1e432dbed tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0794194 Jul 28 03:40:03.569909 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a22acb7a-830d-4e15-99c8-bb32d34a36e6 req-04ead7e6-a329-41dc-8552-08c31fa7a687 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400522 Jul 28 03:40:03.607821 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f4e15ee5-c27c-48ac-b8b4-095a26d6dffc req-c07fcdeb-f0ca-401d-b55d-6dde00ac4fa4 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432088 Jul 28 03:40:03.824858 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222591aa-67bb-4105-acfa-cdae442521f1 req-6a02ee78-b74c-406a-b3b0-9b33c3d509d3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:03.827152 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-222591aa-67bb-4105-acfa-cdae442521f1 req-6a02ee78-b74c-406a-b3b0-9b33c3d509d3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.1096580 Jul 28 03:40:03.933892 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-222591aa-67bb-4105-acfa-cdae442521f1 req-5eb7709a-852e-48c5-ad8b-2fac5622f9ec tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003418 Jul 28 03:40:04.190237 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9083f3d-1793-485a-ac29-466b5ef7bfcb req-34135200-01f2-4289-b8a4-3fe3ed7579ae tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:04.198299 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d9083f3d-1793-485a-ac29-466b5ef7bfcb req-34135200-01f2-4289-b8a4-3fe3ed7579ae tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 943 time: 0.0900192 Jul 28 03:40:04.245840 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d9083f3d-1793-485a-ac29-466b5ef7bfcb req-cf52fb8b-60fa-4eda-8187-ce601f664eb8 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436330 Jul 28 03:40:04.272670 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ee85b-690f-4b64-b5a2-df89642b70fc req-93498b81-0f55-4b8a-a3c1-c7ef605ddc60 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:04.280266 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-852ee85b-690f-4b64-b5a2-df89642b70fc req-93498b81-0f55-4b8a-a3c1-c7ef605ddc60 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 946 time: 0.0690248 Jul 28 03:40:04.327231 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-852ee85b-690f-4b64-b5a2-df89642b70fc req-dae65722-5721-49e4-94c6-c4285292262b tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458827 Jul 28 03:40:04.750797 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4492d1-21d0-4269-9678-0d644c906fa7 req-3c6cccb9-57d9-4fb6-9e5d-f70ca1568649 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:04.752917 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ef4492d1-21d0-4269-9678-0d644c906fa7 req-3c6cccb9-57d9-4fb6-9e5d-f70ca1568649 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0867825 Jul 28 03:40:04.789004 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218d73a-86c8-48cc-a190-6c18ebfea054 req-ffecbf9c-ebe3-4039-b132-ab20d4be8209 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:04.799549 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f218d73a-86c8-48cc-a190-6c18ebfea054 req-ffecbf9c-ebe3-4039-b132-ab20d4be8209 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.1065722 Jul 28 03:40:04.810008 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ef4492d1-21d0-4269-9678-0d644c906fa7 req-3f38038e-9210-4717-9419-cb8d2e9a5d55 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484099 Jul 28 03:40:04.855356 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f218d73a-86c8-48cc-a190-6c18ebfea054 req-4f1b5dc5-42b7-4dd2-99d0-3d8bead12da9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458546 Jul 28 03:40:05.049507 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24286838-200f-46b0-8ea9-e1cf3d396955 req-afd53b38-375c-4909-999c-c0674594046b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:05.056198 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-24286838-200f-46b0-8ea9-e1cf3d396955 req-afd53b38-375c-4909-999c-c0674594046b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0561213 Jul 28 03:40:05.097271 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-24286838-200f-46b0-8ea9-e1cf3d396955 req-238504e4-5a71-4f38-b2ff-95643578e963 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401249 Jul 28 03:40:05.561793 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7fa46-f6b7-4455-af77-653e096c3c33 req-0dbff71b-6706-4a21-8623-c03c5f693e28 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:05.563235 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-23c7fa46-f6b7-4455-af77-653e096c3c33 req-0dbff71b-6706-4a21-8623-c03c5f693e28 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 946 time: 0.0846775 Jul 28 03:40:05.568138 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06104ba-a458-4c40-af37-f4c3a9cc1e2d req-6cca59d3-f1f1-4010-9d0a-c107823fc1d3 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:05.582564 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e06104ba-a458-4c40-af37-f4c3a9cc1e2d req-6cca59d3-f1f1-4010-9d0a-c107823fc1d3 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 943 time: 0.1052198 Jul 28 03:40:05.658883 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-23c7fa46-f6b7-4455-af77-653e096c3c33 req-0540d361-4b02-4fcb-8d61-ad199fc4d9a4 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888290 Jul 28 03:40:05.678132 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e06104ba-a458-4c40-af37-f4c3a9cc1e2d req-edcc3d15-dc67-4aa2-808a-3f26c013b404 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928524 Jul 28 03:40:05.965855 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ebf29-92c9-44fe-b793-f16f45d74297 req-45dbe3ce-d50b-4485-8db8-1ab81fd017d4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:05.967345 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1d4ebf29-92c9-44fe-b793-f16f45d74297 req-45dbe3ce-d50b-4485-8db8-1ab81fd017d4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0712326 Jul 28 03:40:05.992856 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675081e-6bcd-4e13-8c4e-0fc519e3ec46 req-d71d531a-e670-4417-a60e-9485b0a627d8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:05.994426 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5675081e-6bcd-4e13-8c4e-0fc519e3ec46 req-d71d531a-e670-4417-a60e-9485b0a627d8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0706782 Jul 28 03:40:06.017858 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1d4ebf29-92c9-44fe-b793-f16f45d74297 req-bc32b425-919a-425d-847b-b6d63a92e22a tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438788 Jul 28 03:40:06.053315 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5675081e-6bcd-4e13-8c4e-0fc519e3ec46 req-cf049063-8803-45ea-86d3-fbacbb7ae806 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0497220 Jul 28 03:40:06.251926 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9adeb2-4731-4dee-b942-2cae763e6c3c req-7f6f0979-26bf-4001-b01d-dae191ab286c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:06.253440 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-6c9adeb2-4731-4dee-b942-2cae763e6c3c req-7f6f0979-26bf-4001-b01d-dae191ab286c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0528092 Jul 28 03:40:06.295333 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-6c9adeb2-4731-4dee-b942-2cae763e6c3c req-de374e75-61d3-4f2e-b5df-84f95d109022 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357499 Jul 28 03:40:06.821177 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028809-2260-49da-ac5d-dde3bc11c604 req-e374900e-1967-4b99-8e2b-9cb4dea6d36f tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:06.822080 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f82b3b-c141-43ef-b83b-6d3864723471 req-a14486de-d499-4f75-810d-e4feb431a9ab tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:06.824327 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d2f82b3b-c141-43ef-b83b-6d3864723471 req-a14486de-d499-4f75-810d-e4feb431a9ab tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 943 time: 0.0570781 Jul 28 03:40:06.824448 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-54028809-2260-49da-ac5d-dde3bc11c604 req-e374900e-1967-4b99-8e2b-9cb4dea6d36f tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 946 time: 0.0557709 Jul 28 03:40:06.869238 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-54028809-2260-49da-ac5d-dde3bc11c604 req-93fa9362-817c-4c69-8388-16467adb2f15 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382874 Jul 28 03:40:06.869920 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d2f82b3b-c141-43ef-b83b-6d3864723471 req-f8ac3e6c-e7e7-4437-816e-0889825ae1de tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390279 Jul 28 03:40:07.136283 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb875ed-932e-4eec-a136-a2139bad4c14 req-39dabc6b-022f-44aa-bf03-b5614b5745f6 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:07.137745 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-9cb875ed-932e-4eec-a136-a2139bad4c14 req-39dabc6b-022f-44aa-bf03-b5614b5745f6 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0513229 Jul 28 03:40:07.175946 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-9cb875ed-932e-4eec-a136-a2139bad4c14 req-60820934-e63e-4aa4-b509-ed095e36045b tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323827 Jul 28 03:40:07.182333 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ef747-62ea-4b30-ac11-da25c32e9d95 req-2150ecbe-28a8-46a4-9fe3-918ef497136e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:07.183939 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f90ef747-62ea-4b30-ac11-da25c32e9d95 req-2150ecbe-28a8-46a4-9fe3-918ef497136e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0504050 Jul 28 03:40:07.222226 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f90ef747-62ea-4b30-ac11-da25c32e9d95 req-deda678f-3052-4f5e-9768-0c816ec928b6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321503 Jul 28 03:40:07.412746 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243baf87-2c86-4d91-896c-815beed47c13 req-08f7d573-2976-4c65-a5da-454c2e7d5cd8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:07.414211 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-243baf87-2c86-4d91-896c-815beed47c13 req-08f7d573-2976-4c65-a5da-454c2e7d5cd8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0484290 Jul 28 03:40:07.456350 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-243baf87-2c86-4d91-896c-815beed47c13 req-0aa7ece2-c390-4900-a889-738278e66630 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356750 Jul 28 03:40:07.990090 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e43458-1b11-4d5a-a86e-73485729a821 req-5688a577-51ab-4e0d-80a3-52fd9976b01b tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:07.991301 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-87e43458-1b11-4d5a-a86e-73485729a821 req-5688a577-51ab-4e0d-80a3-52fd9976b01b tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 943 time: 0.0505109 Jul 28 03:40:08.014049 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45290977-f86e-43a0-b991-fbddecec6c1c req-4425101d-a7c8-4078-99a6-ed7b5d657d54 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:08.015539 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-45290977-f86e-43a0-b991-fbddecec6c1c req-4425101d-a7c8-4078-99a6-ed7b5d657d54 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 946 time: 0.0649965 Jul 28 03:40:08.036931 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-87e43458-1b11-4d5a-a86e-73485729a821 req-4961da2a-cc06-440e-8b12-1032091aea15 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377302 Jul 28 03:40:08.061130 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-45290977-f86e-43a0-b991-fbddecec6c1c req-f30740f1-3c5d-433a-a4a5-4d0ad68bb443 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394697 Jul 28 03:40:08.302544 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18935a5-fff8-4006-b3ec-5fb9eded8c0e req-15f39f14-b65d-4278-acd5-eb02d82a4871 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:08.304081 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b18935a5-fff8-4006-b3ec-5fb9eded8c0e req-15f39f14-b65d-4278-acd5-eb02d82a4871 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0620334 Jul 28 03:40:08.346390 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b18935a5-fff8-4006-b3ec-5fb9eded8c0e req-9b1789bd-5f04-45e2-9741-c99ed55b1fb8 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360844 Jul 28 03:40:08.358567 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89f72d-bb26-4552-9e18-fbb1f184f7d5 req-4d642533-0291-49fa-b2eb-6e86a7012ef5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:08.362773 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1c89f72d-bb26-4552-9e18-fbb1f184f7d5 req-4d642533-0291-49fa-b2eb-6e86a7012ef5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0611498 Jul 28 03:40:08.399958 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1c89f72d-bb26-4552-9e18-fbb1f184f7d5 req-26fae1d8-5d53-44cf-b35a-81e9db58d9cf tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338397 Jul 28 03:40:08.581347 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24880a54-bac9-49c6-8a36-8bb96fa3f3ed req-496d41e3-6678-4905-897d-7ee5d7daab6e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:08.582826 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-24880a54-bac9-49c6-8a36-8bb96fa3f3ed req-496d41e3-6678-4905-897d-7ee5d7daab6e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0554149 Jul 28 03:40:08.624420 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-24880a54-bac9-49c6-8a36-8bb96fa3f3ed req-3d6e6d88-15f1-4313-81b6-2e44dcf2ab48 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344310 Jul 28 03:40:09.155957 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea052847-3374-4d63-95c5-10268da16622 req-1f95b357-1d58-4af1-bb89-c18141504db6 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:09.157742 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ea052847-3374-4d63-95c5-10268da16622 req-1f95b357-1d58-4af1-bb89-c18141504db6 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 943 time: 0.0506279 Jul 28 03:40:09.206993 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ea052847-3374-4d63-95c5-10268da16622 req-0a869345-5509-4225-86f2-59ac76590e8a tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430479 Jul 28 03:40:09.216330 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27e5ff-1282-4d75-890c-c8ca633416ec req-c9fa771b-502b-42a5-a0b5-4828bfb5f2d0 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:09.217844 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4b27e5ff-1282-4d75-890c-c8ca633416ec req-c9fa771b-502b-42a5-a0b5-4828bfb5f2d0 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 946 time: 0.0883849 Jul 28 03:40:09.238957 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5060e-66ac-41b1-9a81-7b71cc52fe48 req-9df96a3a-f755-4462-8b24-3c98ac0be083 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:09.240457 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b6f5060e-66ac-41b1-9a81-7b71cc52fe48 req-9df96a3a-f755-4462-8b24-3c98ac0be083 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.25 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 943 time: 0.0824506 Jul 28 03:40:09.263001 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61d2d3-6fd6-4b48-99e9-0f0f71f14903 req-5e54895e-7cd1-4524-86fa-0f6a54570649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:09.264673 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8d61d2d3-6fd6-4b48-99e9-0f0f71f14903 req-5e54895e-7cd1-4524-86fa-0f6a54570649 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 1098 time: 0.0568016 Jul 28 03:40:09.276031 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4b27e5ff-1282-4d75-890c-c8ca633416ec req-0462bf13-7292-4614-b1bf-43168eeb664d tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345533 Jul 28 03:40:09.363416 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61d2d3-6fd6-4b48-99e9-0f0f71f14903 req-c8931af3-f582-4ee0-9446-d4196878eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:09.365101 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8d61d2d3-6fd6-4b48-99e9-0f0f71f14903 req-c8931af3-f582-4ee0-9446-d4196878eb59 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 200 len: 920 time: 0.0890963 Jul 28 03:40:09.365982 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-b6f5060e-66ac-41b1-9a81-7b71cc52fe48 req-97ece1ea-bcc6-44b3-987f-25efa766c389 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Deleting port 3dd4657d-306f-494f-8116-d5a46c725169 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:40:09.366392 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-b6f5060e-66ac-41b1-9a81-7b71cc52fe48 req-97ece1ea-bcc6-44b3-987f-25efa766c389 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:09.420550 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8d61d2d3-6fd6-4b48-99e9-0f0f71f14903 req-f334b57d-e66f-430d-86a7-2c66363d20c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a641e29-3c70-42ab-97b9-e16e6ab74607 HTTP/1.1" status: 200 len: 217 time: 0.0395916 Jul 28 03:40:09.470584 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-b6f5060e-66ac-41b1-9a81-7b71cc52fe48 req-97ece1ea-bcc6-44b3-987f-25efa766c389 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] For port 3dd4657d-306f-494f-8116-d5a46c725169, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=3dd4657d-306f-494f-8116-d5a46c725169,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:09.471014 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-b6f5060e-66ac-41b1-9a81-7b71cc52fe48 req-97ece1ea-bcc6-44b3-987f-25efa766c389 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:09.488208 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-b6f5060e-66ac-41b1-9a81-7b71cc52fe48 req-97ece1ea-bcc6-44b3-987f-25efa766c389 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Calling delete_port for 3dd4657d-306f-494f-8116-d5a46c725169 owned by compute:nova {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:40:09.592207 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46312a6e-d7e0-45fb-bdcf-f7b797e7f809 req-22fc5fff-5038-492e-8e5d-7e1899e2bb5a tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:09.593803 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-46312a6e-d7e0-45fb-bdcf-f7b797e7f809 req-22fc5fff-5038-492e-8e5d-7e1899e2bb5a tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.1013274 Jul 28 03:40:09.664169 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-46312a6e-d7e0-45fb-bdcf-f7b797e7f809 req-d97d7e9d-4824-4a39-a1dd-991245362278 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0635507 Jul 28 03:40:09.697106 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 44482) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:09.733592 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff9aa6-fd84-4800-89c5-29e312f0e8b8 req-44e3c281-e7ba-4ed4-8645-d78171230ed5 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:09.736843 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-07ff9aa6-fd84-4800-89c5-29e312f0e8b8 req-44e3c281-e7ba-4ed4-8645-d78171230ed5 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.3144133 Jul 28 03:40:09.743204 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61d2d3-6fd6-4b48-99e9-0f0f71f14903 req-d90c75ab-f51d-4f50-933a-1879fb3ca3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:09.745178 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8d61d2d3-6fd6-4b48-99e9-0f0f71f14903 req-d90c75ab-f51d-4f50-933a-1879fb3ca3f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38d1d376-b64d-4e01-9348-989681f94b9a HTTP/1.1" status: 200 len: 859 time: 0.0702140 Jul 28 03:40:09.753607 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-b6f5060e-66ac-41b1-9a81-7b71cc52fe48 req-97ece1ea-bcc6-44b3-987f-25efa766c389 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:09.796496 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8d61d2d3-6fd6-4b48-99e9-0f0f71f14903 req-220d4688-161f-47c2-82c8-90db1aa275f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a08c665d-fc97-4225-bb45-ecd81a76a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371583 Jul 28 03:40:09.797495 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['77bcf32c-4248-435a-be8b-cbf0a47caa64'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:09.803968 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-07ff9aa6-fd84-4800-89c5-29e312f0e8b8 req-9dcbfc83-045f-4de2-bd4d-f8419ad4e2f8 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626640 Jul 28 03:40:09.806874 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fdf5c0-68dc-4818-827b-b37a50085de1 admin admin] Deleting subnet c0e65c7d-3f0a-4b3f-b54e-edaeeaa0ba53 {{(pid=93262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:40:09.811132 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ece1ea-bcc6-44b3-987f-25efa766c389 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Pushing event deleted for resources: {'Port': ['ID=3dd4657d-306f-494f-8116-d5a46c725169,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:09.819115 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-09fdf5c0-68dc-4818-827b-b37a50085de1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:09.884493 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f5060e-66ac-41b1-9a81-7b71cc52fe48 req-97ece1ea-bcc6-44b3-987f-25efa766c389 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] No DVR routers for this DVR port 3dd4657d-306f-494f-8116-d5a46c725169 on host hv-cinder-73306 {{(pid=93262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:40:09.890399 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-b6f5060e-66ac-41b1-9a81-7b71cc52fe48 req-97ece1ea-bcc6-44b3-987f-25efa766c389 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:09.892364 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b6f5060e-66ac-41b1-9a81-7b71cc52fe48 req-97ece1ea-bcc6-44b3-987f-25efa766c389 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.25 "DELETE /v2.0/ports/3dd4657d-306f-494f-8116-d5a46c725169 HTTP/1.1" status: 204 len: 173 time: 0.6153233 Jul 28 03:40:09.893514 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be21cb5-8869-41a2-9866-431b1d401f62', 'name': 'network-vif-deleted', 'tag': '3dd4657d-306f-494f-8116-d5a46c725169'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:09.895754 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9580056c-6e4e-4468-b613-ef660e3b3b61" -d '{"events": [{"server_uuid": "7be21cb5-8869-41a2-9866-431b1d401f62", "name": "network-vif-deleted", "tag": "3dd4657d-306f-494f-8116-d5a46c725169"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:09.908622 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeef386-1622-4a1c-a70b-cc5c2a8d45b6 req-21f3bacf-3018-48b8-a0b4-61d369ca5684 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:09.910232 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5aeef386-1622-4a1c-a70b-cc5c2a8d45b6 req-21f3bacf-3018-48b8-a0b4-61d369ca5684 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.1695282 Jul 28 03:40:09.914799 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-09fdf5c0-68dc-4818-827b-b37a50085de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30318906'] for subnet, precommit_delete_associations {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:09.943042 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8d61d2d3-6fd6-4b48-99e9-0f0f71f14903 req-f687e10f-7e26-429f-a7a4-ca3f023dbfb0 service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220315 Jul 28 03:40:09.951302 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c0a478-d695-4c57-9a71-fabf71bfe82c x-openstack-request-id: req-f1c0a478-d695-4c57-9a71-fabf71bfe82c {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:09.951594 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be21cb5-8869-41a2-9866-431b1d401f62", "name": "network-vif-deleted", "tag": "3dd4657d-306f-494f-8116-d5a46c725169", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:09.952434 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1c0a478-d695-4c57-9a71-fabf71bfe82c {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:09.952815 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be21cb5-8869-41a2-9866-431b1d401f62', 'name': 'network-vif-deleted', 'tag': '3dd4657d-306f-494f-8116-d5a46c725169', 'status': 'completed', 'code': 200} Jul 28 03:40:09.990861 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-09fdf5c0-68dc-4818-827b-b37a50085de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.011739 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5aeef386-1622-4a1c-a70b-cc5c2a8d45b6 req-53f697a7-8ce4-4f9d-829d-882970395cac tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749969 Jul 28 03:40:10.049571 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-09fdf5c0-68dc-4818-827b-b37a50085de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30596327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30343369'] for subnet, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.075666 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdf5c0-68dc-4818-827b-b37a50085de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e65c7d-3f0a-4b3f-b54e-edaeeaa0ba53,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:10.079192 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-09fdf5c0-68dc-4818-827b-b37a50085de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.083388 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-09fdf5c0-68dc-4818-827b-b37a50085de1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c0e65c7d-3f0a-4b3f-b54e-edaeeaa0ba53 HTTP/1.1" status: 204 len: 168 time: 0.3843124 Jul 28 03:40:10.084066 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 44486) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:10.131746 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8d61d2d3-6fd6-4b48-99e9-0f0f71f14903 req-ccd55d16-7544-4074-a511-02b026d882ab service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043849 Jul 28 03:40:10.152848 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6a915f3a-3e3f-4840-b8dd-9240f3d783db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.242617 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6a915f3a-3e3f-4840-b8dd-9240f3d783db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.253650 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-6a915f3a-3e3f-4840-b8dd-9240f3d783db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ad9fef-d2a8-4a68-a9fa-5f970fad1121']}} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:10.265035 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-6a915f3a-3e3f-4840-b8dd-9240f3d783db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f43a52-0eec-4b9f-bbde-7db271dfbaf4') {'for_net_delete': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:10.265563 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-6a915f3a-3e3f-4840-b8dd-9240f3d783db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f43a52-0eec-4b9f-bbde-7db271dfbaf4') {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:10.274814 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6a915f3a-3e3f-4840-b8dd-9240f3d783db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30318899'] for segment, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.289770 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6a915f3a-3e3f-4840-b8dd-9240f3d783db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.296270 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a915f3a-3e3f-4840-b8dd-9240f3d783db admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:40:10.297059 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6a915f3a-3e3f-4840-b8dd-9240f3d783db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30596253'] for segment, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: Traceback (most recent call last): Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: timer() Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: cb(*args, **kw) Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: return func(*args, **kwargs) Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: self._notify() Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: self.callback(batched_events) Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: event.method(event) Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: return f(self, *a, **k) Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._get(url).json() Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: return self.request(url, 'GET', **kwargs) Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:40:10.300336 dv-cinder-733062-21-iscsi neutron-server[93262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:40:10.346771 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-7ffb5f25-d021-4d65-81fc-5b0fcfe37db3 req-71a05b6f-5671-4432-97c8-c72462da5ffe tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=7be21cb5-8869-41a2-9866-431b1d401f62 HTTP/1.1" status: 200 len: 210 time: 0.0595343 Jul 28 03:40:10.363150 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6a915f3a-3e3f-4840-b8dd-9240f3d783db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.369540 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6a915f3a-3e3f-4840-b8dd-9240f3d783db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.376622 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-6a915f3a-3e3f-4840-b8dd-9240f3d783db admin admin] 10.222.0.16 "DELETE /v2.0/networks/70ad9fef-d2a8-4a68-a9fa-5f970fad1121 HTTP/1.1" status: 204 len: 168 time: 0.2900133 Jul 28 03:40:10.397694 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a915f3a-3e3f-4840-b8dd-9240f3d783db admin admin] Pushing event deleted for resources: {'Network': ['ID=70ad9fef-d2a8-4a68-a9fa-5f970fad1121,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:10.436751 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf016df-2c05-4eb3-86b0-5e630961c190 req-cfd680fe-6936-40d7-93bc-f7b6f1ce2780 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:10.438303 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1cf016df-2c05-4eb3-86b0-5e630961c190 req-cfd680fe-6936-40d7-93bc-f7b6f1ce2780 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 946 time: 0.0595415 Jul 28 03:40:10.480954 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1cf016df-2c05-4eb3-86b0-5e630961c190 req-63379441-b994-4d6f-99ba-f9c847033744 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367620 Jul 28 03:40:10.518439 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 44498) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:10.556423 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-505faaed-bb97-47ef-a741-7add8ad07e2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=390a8b33f669478db43fb9ad4259eccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368063 Jul 28 03:40:10.559259 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 44500) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:10.605531 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8d487367-e471-43b2-8fc2-f847ec9ab336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.626330 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8d487367-e471-43b2-8fc2-f847ec9ab336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.673645 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8d487367-e471-43b2-8fc2-f847ec9ab336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.676154 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8d487367-e471-43b2-8fc2-f847ec9ab336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:10.677241 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-8d487367-e471-43b2-8fc2-f847ec9ab336 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df3273d8-523c-47c0-944a-56a547aaea72 HTTP/1.1" status: 204 len: 168 time: 0.1170650 Jul 28 03:40:10.684988 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d487367-e471-43b2-8fc2-f847ec9ab336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3273d8-523c-47c0-944a-56a547aaea72,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:10.788861 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a028a8e-e5d8-4c22-81b6-2940260ecfe9 req-e24fe2ef-4320-4805-9e9b-a35bf3715f7e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:10.790766 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5a028a8e-e5d8-4c22-81b6-2940260ecfe9 req-e24fe2ef-4320-4805-9e9b-a35bf3715f7e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0519214 Jul 28 03:40:10.833493 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5a028a8e-e5d8-4c22-81b6-2940260ecfe9 req-64fbfc6e-6432-47f2-a193-e11cbc154d48 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0357668 Jul 28 03:40:10.938568 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632c459-f2da-4792-9a18-3e7cc8a6e22a req-a577377a-b475-48a3-b50c-b683abfe1d45 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:10.940233 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1632c459-f2da-4792-9a18-3e7cc8a6e22a req-a577377a-b475-48a3-b50c-b683abfe1d45 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0558987 Jul 28 03:40:10.991807 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1632c459-f2da-4792-9a18-3e7cc8a6e22a req-248b6418-a5fc-4bce-abf3-f0b47a27d253 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435958 Jul 28 03:40:11.128148 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ed5c7-725a-4f32-9252-9a4a8204dcbe req-aeefe40c-3937-43fe-b358-c9726c2a9353 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:11.129641 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-695ed5c7-725a-4f32-9252-9a4a8204dcbe req-aeefe40c-3937-43fe-b358-c9726c2a9353 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0499983 Jul 28 03:40:11.168617 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-695ed5c7-725a-4f32-9252-9a4a8204dcbe req-8b60a462-1aec-46dc-b16c-5c4cc2996fb3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320656 Jul 28 03:40:11.600628 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db0aa2-3d4e-4bfc-b4e8-9f55941c111b req-be9f8334-926f-4107-956b-90042ddcacc6 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:11.602088 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-52db0aa2-3d4e-4bfc-b4e8-9f55941c111b req-be9f8334-926f-4107-956b-90042ddcacc6 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 946 time: 0.0526903 Jul 28 03:40:11.639973 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-52db0aa2-3d4e-4bfc-b4e8-9f55941c111b req-652e54c6-3458-44db-a57d-2dffc7c40048 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319195 Jul 28 03:40:11.960472 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b605b-ff5b-4ddb-b6ad-fda667369542 req-5bb98311-ecd7-4f01-aad0-19b2429a3ac3 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:11.961965 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2f1b605b-ff5b-4ddb-b6ad-fda667369542 req-5bb98311-ecd7-4f01-aad0-19b2429a3ac3 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0524807 Jul 28 03:40:12.001534 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2f1b605b-ff5b-4ddb-b6ad-fda667369542 req-fd083ba0-5045-4f99-8bd6-9123a38c95a1 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330489 Jul 28 03:40:12.128179 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0dec07-4ea7-4234-a5f1-f3e7ef80a2e7 req-6d02d480-2178-49a6-89b9-4e7c12a32e4b tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:12.129821 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ff0dec07-4ea7-4234-a5f1-f3e7ef80a2e7 req-6d02d480-2178-49a6-89b9-4e7c12a32e4b tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0523920 Jul 28 03:40:12.168653 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ff0dec07-4ea7-4234-a5f1-f3e7ef80a2e7 req-83e103c9-b1df-4235-a50a-c6d9eb2ebc55 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312853 Jul 28 03:40:12.183236 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device fbcce620-dcf6-4f36-b99e-42b820797a20 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:40:12.280248 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port fbcce620-dcf6-4f36-b99e-42b820797a20, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=fbcce620-dcf6-4f36-b99e-42b820797a20,segment=NetworkSegment(4da03bed-4a7d-47ff-9fce-544131d75007),segment_id=4da03bed-4a7d-47ff-9fce-544131d75007)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:12.282603 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90373861-fdbc-4ad9-812f-d074ca138ff3 req-21e8f05a-feaf-4ba1-bd5d-71d6d5afd6bc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:12.284296 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-90373861-fdbc-4ad9-812f-d074ca138ff3 req-21e8f05a-feaf-4ba1-bd5d-71d6d5afd6bc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0497613 Jul 28 03:40:12.296764 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': 'fbcce620-dcf6-4f36-b99e-42b820797a20', 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'port_id': 'fbcce620-dcf6-4f36-b99e-42b820797a20', 'mac_address': 'fa:16:3e:41:10:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:40:12.328439 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-90373861-fdbc-4ad9-812f-d074ca138ff3 req-4171b34f-e4a4-4996-9727-df2a94c4f3b3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383761 Jul 28 03:40:12.334340 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:12.347581 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbcce620-dcf6-4f36-b99e-42b820797a20 {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:12.368266 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port fbcce620-dcf6-4f36-b99e-42b820797a20, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=fbcce620-dcf6-4f36-b99e-42b820797a20,segment=NetworkSegment(4da03bed-4a7d-47ff-9fce-544131d75007),segment_id=4da03bed-4a7d-47ff-9fce-544131d75007)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:12.372689 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:12.422135 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=fbcce620-dcf6-4f36-b99e-42b820797a20,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:12.762864 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f456e-71e7-4b0e-a0dd-6b2d9d9d76f5 req-3ed910c0-4a30-4fa2-ae62-835a75cf16db tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:12.764621 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c00f456e-71e7-4b0e-a0dd-6b2d9d9d76f5 req-3ed910c0-4a30-4fa2-ae62-835a75cf16db tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 945 time: 0.0548253 Jul 28 03:40:12.801628 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c00f456e-71e7-4b0e-a0dd-6b2d9d9d76f5 req-68dc2f15-7369-44f7-9758-5726923c24db tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311010 Jul 28 03:40:12.861074 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['fbcce620-dcf6-4f36-b99e-42b820797a20'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:13.124403 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee3f70-e611-4b36-86d7-579c9f70a6f5 req-8071ba94-25ec-4259-b3b8-f2e018fd1817 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:13.128157 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ccee3f70-e611-4b36-86d7-579c9f70a6f5 req-8071ba94-25ec-4259-b3b8-f2e018fd1817 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0525100 Jul 28 03:40:13.163806 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ccee3f70-e611-4b36-86d7-579c9f70a6f5 req-a2705e70-672a-4667-94be-48e1feea139e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319676 Jul 28 03:40:13.283570 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d6fcb-5abd-452d-8d85-ddbe416a5f23 req-e6e5e595-26a5-49a4-bd0d-04ac7e52f801 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:13.285050 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c13d6fcb-5abd-452d-8d85-ddbe416a5f23 req-e6e5e595-26a5-49a4-bd0d-04ac7e52f801 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0481727 Jul 28 03:40:13.321380 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c13d6fcb-5abd-452d-8d85-ddbe416a5f23 req-1158ea91-6aeb-4ce9-908b-ab0c60a8125a tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304692 Jul 28 03:40:13.450100 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60192fd-1c0b-444d-a6bc-8260fd8f3fb7 req-c2f686f7-b335-401d-98a0-7acc4874f00a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:13.451566 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f60192fd-1c0b-444d-a6bc-8260fd8f3fb7 req-c2f686f7-b335-401d-98a0-7acc4874f00a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 944 time: 0.0523732 Jul 28 03:40:13.489350 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f60192fd-1c0b-444d-a6bc-8260fd8f3fb7 req-4b4dd9fc-744b-4a56-aba6-8c33682e8304 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319185 Jul 28 03:40:13.917181 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed53f9a-890d-4c36-bca7-0054744e736b req-8ddc816a-e7a3-45c1-a56d-da82f1832600 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:13.919541 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aed53f9a-890d-4c36-bca7-0054744e736b req-8ddc816a-e7a3-45c1-a56d-da82f1832600 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 945 time: 0.0510783 Jul 28 03:40:13.966246 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aed53f9a-890d-4c36-bca7-0054744e736b req-1484032b-893f-4740-b825-96621d845e35 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393660 Jul 28 03:40:14.209778 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device fbcce620-dcf6-4f36-b99e-42b820797a20 up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:40:14.258075 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port fbcce620-dcf6-4f36-b99e-42b820797a20 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:40:14.262723 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port fbcce620-dcf6-4f36-b99e-42b820797a20 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:14.263135 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.283701 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590eb9f6-54fe-4c67-b043-b5454512231d req-f709baf4-6610-4149-9a37-2c3f694bae07 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:14.285620 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-590eb9f6-54fe-4c67-b043-b5454512231d req-f709baf4-6610-4149-9a37-2c3f694bae07 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0507793 Jul 28 03:40:14.324806 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-590eb9f6-54fe-4c67-b043-b5454512231d req-0f3054dd-8d0d-410b-9bfc-58cc5c37e21a tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335896 Jul 28 03:40:14.336915 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.363493 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcce620-dcf6-4f36-b99e-42b820797a20'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:14.365847 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eda89b7-b4a8-48c9-8c76-f42240c2fa09" -d '{"events": [{"server_uuid": "cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e", "name": "network-vif-plugged", "status": "completed", "tag": "fbcce620-dcf6-4f36-b99e-42b820797a20"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:14.382393 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port fbcce620-dcf6-4f36-b99e-42b820797a20, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=fbcce620-dcf6-4f36-b99e-42b820797a20,segment=NetworkSegment(4da03bed-4a7d-47ff-9fce-544131d75007),segment_id=4da03bed-4a7d-47ff-9fce-544131d75007)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:14.388042 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:14.413769 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4001cc4a-b245-4b3a-b0c6-03f83ccef336 x-openstack-request-id: req-4001cc4a-b245-4b3a-b0c6-03f83ccef336 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:14.414084 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e", "name": "network-vif-plugged", "status": "completed", "tag": "fbcce620-dcf6-4f36-b99e-42b820797a20", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:14.414332 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4001cc4a-b245-4b3a-b0c6-03f83ccef336 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:14.414714 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcce620-dcf6-4f36-b99e-42b820797a20', 'code': 200} Jul 28 03:40:14.440906 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=fbcce620-dcf6-4f36-b99e-42b820797a20,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:14.442156 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c25ad-e78e-43ee-90b6-b59a93a50ae4 req-b0fd1080-b8cd-4ca3-8344-fcc4033434ba tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:14.444814 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b87c25ad-e78e-43ee-90b6-b59a93a50ae4 req-b0fd1080-b8cd-4ca3-8344-fcc4033434ba tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0518818 Jul 28 03:40:14.486668 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b87c25ad-e78e-43ee-90b6-b59a93a50ae4 req-0c3ddcc8-4528-44ab-aec2-f5f212d7aafa tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363746 Jul 28 03:40:14.606399 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54483424-3786-4cc2-b8b8-1f3e8449f7c6 req-7ec6eeae-dd18-46fa-b302-b8bf60535a65 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:14.607902 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-54483424-3786-4cc2-b8b8-1f3e8449f7c6 req-7ec6eeae-dd18-46fa-b302-b8bf60535a65 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0520597 Jul 28 03:40:14.647829 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-54483424-3786-4cc2-b8b8-1f3e8449f7c6 req-28eeb499-96d5-4a82-86bc-e5ba6a5c886e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340827 Jul 28 03:40:14.802546 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d8d44-77dd-4df2-bd4b-573351a2dd45 req-6b375e7e-e4bf-4f70-bf57-70d7e0d6cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:14.803951 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1c6d8d44-77dd-4df2-bd4b-573351a2dd45 req-6b375e7e-e4bf-4f70-bf57-70d7e0d6cf1c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 1098 time: 0.0429058 Jul 28 03:40:14.906840 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1c6d8d44-77dd-4df2-bd4b-573351a2dd45 req-332af327-ad8a-438d-aeda-a507bcd177f5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287640 Jul 28 03:40:15.080557 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c62b0-15ef-46c6-a0fa-a1cdccc3a52e req-b9129188-ae3a-4b62-9602-b564d5eb907e tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:15.081964 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-574c62b0-15ef-46c6-a0fa-a1cdccc3a52e req-b9129188-ae3a-4b62-9602-b564d5eb907e tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 945 time: 0.0487387 Jul 28 03:40:15.119489 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-574c62b0-15ef-46c6-a0fa-a1cdccc3a52e req-945ce0c4-2b91-4f1b-be4d-45ec1a515ea9 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/security-groups?id=91ff34f5-e76a-42ff-931a-69d4f68ef192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Jul 28 03:40:15.445167 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5feb3e8-6690-4359-8583-1d91cecb7951 req-10ea0fba-4ab5-4f71-abfb-f91b3b256064 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:15.446623 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5feb3e8-6690-4359-8583-1d91cecb7951 req-10ea0fba-4ab5-4f71-abfb-f91b3b256064 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0484369 Jul 28 03:40:15.483781 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5feb3e8-6690-4359-8583-1d91cecb7951 req-147a43da-e312-4b8e-91e9-f9f591f20a4e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310833 Jul 28 03:40:15.560700 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4974a5-1fd6-4210-9d5e-da52354592fe req-3c1a4d84-db4f-477c-9dd7-ad10243ade22 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:15.562276 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af4974a5-1fd6-4210-9d5e-da52354592fe req-3c1a4d84-db4f-477c-9dd7-ad10243ade22 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.25 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 945 time: 0.0567622 Jul 28 03:40:15.606285 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c0097-1858-48b3-a4a4-e382bd416b16 req-9aab2bdd-7854-4e48-af92-72c2b1656928 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:15.607841 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a25c0097-1858-48b3-a4a4-e382bd416b16 req-9aab2bdd-7854-4e48-af92-72c2b1656928 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0491240 Jul 28 03:40:15.651596 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a25c0097-1858-48b3-a4a4-e382bd416b16 req-1022c985-5a0c-49ae-a475-5c4a7efd44a2 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376801 Jul 28 03:40:15.664453 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-af4974a5-1fd6-4210-9d5e-da52354592fe req-1f686ac0-33ac-469b-aac9-11fe723880c4 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Deleting port 77bcf32c-4248-435a-be8b-cbf0a47caa64 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:40:15.664798 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-af4974a5-1fd6-4210-9d5e-da52354592fe req-1f686ac0-33ac-469b-aac9-11fe723880c4 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:15.794643 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-af4974a5-1fd6-4210-9d5e-da52354592fe req-1f686ac0-33ac-469b-aac9-11fe723880c4 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] For port 77bcf32c-4248-435a-be8b-cbf0a47caa64, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=77bcf32c-4248-435a-be8b-cbf0a47caa64,segment=NetworkSegment(b9e4b088-3aa8-4616-aee6-a38ee38cdf56),segment_id=b9e4b088-3aa8-4616-aee6-a38ee38cdf56)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:15.795014 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-af4974a5-1fd6-4210-9d5e-da52354592fe req-1f686ac0-33ac-469b-aac9-11fe723880c4 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:15.813072 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7a77f-f087-4336-854e-a6635cb96c2c req-590e06e0-c103-4acc-89bd-a1c510826a2c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:15.814538 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-dae7a77f-f087-4336-854e-a6635cb96c2c req-590e06e0-c103-4acc-89bd-a1c510826a2c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0983648 Jul 28 03:40:15.818311 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-af4974a5-1fd6-4210-9d5e-da52354592fe req-1f686ac0-33ac-469b-aac9-11fe723880c4 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Calling delete_port for 77bcf32c-4248-435a-be8b-cbf0a47caa64 owned by compute:nova {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:40:15.895898 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-dae7a77f-f087-4336-854e-a6635cb96c2c req-89b98182-a543-4507-be4f-13c29bdf562f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735021 Jul 28 03:40:15.978973 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-af4974a5-1fd6-4210-9d5e-da52354592fe req-1f686ac0-33ac-469b-aac9-11fe723880c4 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:16.007593 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f686ac0-33ac-469b-aac9-11fe723880c4 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Pushing event deleted for resources: {'Port': ['ID=77bcf32c-4248-435a-be8b-cbf0a47caa64,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:16.040114 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['77bcf32c-4248-435a-be8b-cbf0a47caa64'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:16.050251 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4974a5-1fd6-4210-9d5e-da52354592fe req-1f686ac0-33ac-469b-aac9-11fe723880c4 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] No DVR routers for this DVR port 77bcf32c-4248-435a-be8b-cbf0a47caa64 on host hv-cinder-73306 {{(pid=93263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:40:16.053902 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-af4974a5-1fd6-4210-9d5e-da52354592fe req-1f686ac0-33ac-469b-aac9-11fe723880c4 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:16.056274 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af4974a5-1fd6-4210-9d5e-da52354592fe req-1f686ac0-33ac-469b-aac9-11fe723880c4 tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.25 "DELETE /v2.0/ports/77bcf32c-4248-435a-be8b-cbf0a47caa64 HTTP/1.1" status: 204 len: 173 time: 0.4830432 Jul 28 03:40:16.056773 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b227749a-44c6-4ab6-8c93-95345fba06ba', 'name': 'network-vif-deleted', 'tag': '77bcf32c-4248-435a-be8b-cbf0a47caa64'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:16.059009 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6212ffe-8b07-4605-8cec-03071836d20f" -d '{"events": [{"server_uuid": "b227749a-44c6-4ab6-8c93-95345fba06ba", "name": "network-vif-deleted", "tag": "77bcf32c-4248-435a-be8b-cbf0a47caa64"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:16.097006 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0839bcd-c59c-4f2a-97d7-5ea0fddc299e x-openstack-request-id: req-e0839bcd-c59c-4f2a-97d7-5ea0fddc299e {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:16.097328 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b227749a-44c6-4ab6-8c93-95345fba06ba", "name": "network-vif-deleted", "tag": "77bcf32c-4248-435a-be8b-cbf0a47caa64", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:16.098218 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0839bcd-c59c-4f2a-97d7-5ea0fddc299e {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:16.099056 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b227749a-44c6-4ab6-8c93-95345fba06ba', 'name': 'network-vif-deleted', 'tag': '77bcf32c-4248-435a-be8b-cbf0a47caa64', 'status': 'completed', 'code': 200} Jul 28 03:40:16.215926 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a41e4d6a-2656-4bb8-8273-fb42d6676b8d req-94794760-1cc8-4ece-b494-e74e50d1c13c tempest-AttachVolumeNegativeTest-1110005397 tempest-AttachVolumeNegativeTest-1110005397-project] 10.222.0.16 "GET /v2.0/ports?device_id=b227749a-44c6-4ab6-8c93-95345fba06ba HTTP/1.1" status: 200 len: 210 time: 0.0290153 Jul 28 03:40:16.603606 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ebe59-2d52-4e3d-b351-7ea57d6d0955 req-37728943-5527-443b-97eb-374af0e7b39d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:16.605200 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8a5ebe59-2d52-4e3d-b351-7ea57d6d0955 req-37728943-5527-443b-97eb-374af0e7b39d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.0487261 Jul 28 03:40:16.644204 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8a5ebe59-2d52-4e3d-b351-7ea57d6d0955 req-3a52ab32-90a2-4d3d-aedc-24ba06ce5fe3 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332325 Jul 28 03:40:16.774818 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae6d50-78f4-4933-8e7b-a536a9a5dd25 req-a4980c51-0d65-419e-ba58-a32fde0b8f65 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:16.776411 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-e0ae6d50-78f4-4933-8e7b-a536a9a5dd25 req-a4980c51-0d65-419e-ba58-a32fde0b8f65 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0571492 Jul 28 03:40:16.815851 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-e0ae6d50-78f4-4933-8e7b-a536a9a5dd25 req-61f5ccbd-652b-4ebb-ae1d-72abdfd36399 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332303 Jul 28 03:40:17.012965 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5ec60-d631-4b47-89cf-dcfd2de17d08 req-b29187a3-fe9c-4865-bc7b-d879dfda0e48 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:17.014475 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ffb5ec60-d631-4b47-89cf-dcfd2de17d08 req-b29187a3-fe9c-4865-bc7b-d879dfda0e48 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0528917 Jul 28 03:40:17.053566 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ffb5ec60-d631-4b47-89cf-dcfd2de17d08 req-bd188d45-3f37-4d77-8f56-527f0c229040 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329690 Jul 28 03:40:17.179041 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f3f87-2bb0-47b3-862b-4f5ac01e1c4a req-170e0ec3-1c88-48ce-8d2e-5a09f5ba74f2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:17.181008 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-718f3f87-2bb0-47b3-862b-4f5ac01e1c4a req-170e0ec3-1c88-48ce-8d2e-5a09f5ba74f2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0592456 Jul 28 03:40:17.220070 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-718f3f87-2bb0-47b3-862b-4f5ac01e1c4a req-2ca34d8e-4626-4402-aa88-640d1d8c08f8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325570 Jul 28 03:40:17.242059 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 44634) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:17.270842 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 44638) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:17.316383 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_v2 [None req-843cb02d-6562-4e1e-af7d-8553c9ab9b0b admin admin] Deleting subnet 42991eb1-738b-4dc3-b514-2c250430ac50 {{(pid=93263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:40:17.319516 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-843cb02d-6562-4e1e-af7d-8553c9ab9b0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.365023 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-843cb02d-6562-4e1e-af7d-8553c9ab9b0b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.371206 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-843cb02d-6562-4e1e-af7d-8553c9ab9b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.427250 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-843cb02d-6562-4e1e-af7d-8553c9ab9b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for subnet, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.452570 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cb02d-6562-4e1e-af7d-8553c9ab9b0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42991eb1-738b-4dc3-b514-2c250430ac50,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:17.456148 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-843cb02d-6562-4e1e-af7d-8553c9ab9b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.457998 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-843cb02d-6562-4e1e-af7d-8553c9ab9b0b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/42991eb1-738b-4dc3-b514-2c250430ac50 HTTP/1.1" status: 204 len: 168 time: 0.1861682 Jul 28 03:40:17.460454 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 44642) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:17.560362 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.574626 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eca486-4af0-407f-997c-0d051690e6a8 tempest-TestShelveInstance-904618666 tempest-TestShelveInstance-904618666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:17.576153 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-81eca486-4af0-407f-997c-0d051690e6a8 tempest-TestShelveInstance-904618666 tempest-TestShelveInstance-904618666-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 1093 time: 0.3331509 Jul 28 03:40:17.579239 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 44644) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:17.583803 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Request body: {'floatingip': {'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'port_id': 'fbcce620-dcf6-4f36-b99e-42b820797a20', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:40:17.608815 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for floatingip, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.652549 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.662841 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:40:17.663201 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:40:17.663967 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:40:17.664319 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Subscribe: > port after_create 55550000 {{(pid=93263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:40:17.664663 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:40:17.665004 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Subscribe: > port after_update 55550000 {{(pid=93263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:40:17.665360 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:40:17.665702 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:40:17.666105 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:40:17.666648 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:40:17.709507 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.812680 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:40:17.813203 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:40:17.813315 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:40:17.813588 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:40:17.813972 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.services.segments.db [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907c8c72-fbe1-4216-965a-39395c1cad68']}} {{(pid=93263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:17.824082 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Allocated IP 172.27.1.172 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/9628edfa-776c-4248-b81f-012df72c2dfc) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:40:17.861156 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.services.segments.db [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56') {'for_net_delete': True} {{(pid=93263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:17.861478 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.services.segments.db [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e4b088-3aa8-4616-aee6-a38ee38cdf56') {} {{(pid=93263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:17.881150 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29659180'] for segment, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.909031 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.922942 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b7af3-7f4b-4d4a-9f73-de9878c02a1e req-bb06d343-9d7e-48e5-959a-ce79df45945e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:17.924720 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3a0b7af3-7f4b-4d4a-9f73-de9878c02a1e req-bb06d343-9d7e-48e5-959a-ce79df45945e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 943 time: 0.1057184 Jul 28 03:40:17.929073 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:40:17.929622 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29890265'] for segment, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: from cryptography.utils import int_from_bytes Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: from cryptography.utils import int_from_bytes Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: Traceback (most recent call last): Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: timer() Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: cb(*args, **kw) Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: return func(*args, **kwargs) Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: self._notify() Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: self.callback(batched_events) Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: event.method(event) Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: return f(self, *a, **k) Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: return self._get(url).json() Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: return self.request(url, 'GET', **kwargs) Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:40:17.934334 dv-cinder-733062-21-iscsi neutron-server[93263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:40:17.971804 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66d8be-e76c-406d-8cbc-21e9f41a9633 req-347be611-c421-4f3c-b1b7-49c520fe6480 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:17.973274 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6d66d8be-e76c-406d-8cbc-21e9f41a9633 req-347be611-c421-4f3c-b1b7-49c520fe6480 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0849683 Jul 28 03:40:17.978732 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.011519 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.023714 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.026142 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] 10.222.0.16 "DELETE /v2.0/networks/907c8c72-fbe1-4216-965a-39395c1cad68 HTTP/1.1" status: 204 len: 168 time: 0.5642779 Jul 28 03:40:18.037101 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6d66d8be-e76c-406d-8cbc-21e9f41a9633 req-36878efa-b284-472e-a2cd-9beeafcd8994 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546768 Jul 28 03:40:18.041784 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da33ff6-9713-4be8-9227-bb6d2a4d5b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=907c8c72-fbe1-4216-965a-39395c1cad68,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:18.050744 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-3a0b7af3-7f4b-4d4a-9f73-de9878c02a1e req-fbb3c2f2-251b-41c2-9e36-1d8eaefb60dc tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1071084 Jul 28 03:40:18.072056 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.116820 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:40:18.120855 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:40:18.123340 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:40:18.151296 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Pushing event updated for resources: {'Port': ['ID=9628edfa-776c-4248-b81f-012df72c2dfc,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:18.204563 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 44652) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:18.238722 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f743ec9f-b513-4bb3-b819-5c932959e75f details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:40:18.244752 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-45c40edf-8809-4513-a5a2-29c7bc79626b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da239fd2931445e6be6459a0225fbd85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384228 Jul 28 03:40:18.248141 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 44654) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:18.309173 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a1a972d7-7263-4db5-9923-bacfd665824d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.331617 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a1a972d7-7263-4db5-9923-bacfd665824d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.345855 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port f743ec9f-b513-4bb3-b819-5c932959e75f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f743ec9f-b513-4bb3-b819-5c932959e75f,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:18.358590 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': 'f743ec9f-b513-4bb3-b819-5c932959e75f', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'port_id': 'f743ec9f-b513-4bb3-b819-5c932959e75f', 'mac_address': 'fa:16:3e:41:4b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:40:18.390188 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a1a972d7-7263-4db5-9923-bacfd665824d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.395915 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a1a972d7-7263-4db5-9923-bacfd665824d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.397144 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-a1a972d7-7263-4db5-9923-bacfd665824d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91ff34f5-e76a-42ff-931a-69d4f68ef192 HTTP/1.1" status: 204 len: 168 time: 0.1480289 Jul 28 03:40:18.406974 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a972d7-7263-4db5-9923-bacfd665824d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ff34f5-e76a-42ff-931a-69d4f68ef192,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:18.407444 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.429321 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f743ec9f-b513-4bb3-b819-5c932959e75f {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:40:18.473588 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port f743ec9f-b513-4bb3-b819-5c932959e75f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f743ec9f-b513-4bb3-b819-5c932959e75f,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:18.478066 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.527732 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=f743ec9f-b513-4bb3-b819-5c932959e75f,revision_number=9']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:18.528005 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.534799 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:18.535170 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:18.535518 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:18.535891 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:18.536228 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:18.536559 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:18.536888 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:18.537217 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:18.537561 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:18.537895 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:18.538212 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:18.538532 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:18.597736 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.765641 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.770163 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.843767 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Pushing event updated for resources: {'Port': ['ID=9628edfa-776c-4248-b81f-012df72c2dfc,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:18.858707 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:18.979021 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.l3_db [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Floating IP e1e89cef-934e-4c78-a42f-0fd663ffc912 associated. External IP: 172.27.1.172, port: fbcce620-dcf6-4f36-b99e-42b820797a20. Jul 28 03:40:18.995069 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['f743ec9f-b513-4bb3-b819-5c932959e75f'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:40:19.248723 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1140570-7732-4040-9fdd-3cbebb26dea3 req-4915cbd1-0987-470a-aece-afe129db8cef tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:19.250511 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f1140570-7732-4040-9fdd-3cbebb26dea3 req-4915cbd1-0987-470a-aece-afe129db8cef tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 944 time: 0.0601044 Jul 28 03:40:19.299007 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f1140570-7732-4040-9fdd-3cbebb26dea3 req-ea0d0c9f-c588-45bd-90f7-a621b32b641c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411837 Jul 28 03:40:19.466042 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99a29e-e3dd-4c14-9b80-e7562c622478 req-ba6ca95b-8232-49ed-be4d-276d6429a109 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:19.467533 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3b99a29e-e3dd-4c14-9b80-e7562c622478 req-ba6ca95b-8232-49ed-be4d-276d6429a109 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0989408 Jul 28 03:40:19.548166 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3b99a29e-e3dd-4c14-9b80-e7562c622478 req-2eaa9a39-a171-4b6a-baaa-a81f1e75dd3f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740769 Jul 28 03:40:19.564557 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Router 121148fe-7d90-41a5-a987-6864f1583148 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:40:19.685076 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:40:19.694612 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22604c0-d6fa-4fbe-85c3-5daa06fc147a None None] Sync routers for ids ['121148fe-7d90-41a5-a987-6864f1583148'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:40:19.704767 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22604c0-d6fa-4fbe-85c3-5daa06fc147a None None] Routers {'121148fe-7d90-41a5-a987-6864f1583148'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:40:19.705742 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-b22604c0-d6fa-4fbe-85c3-5daa06fc147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:39:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['121148fe-7d90-41a5-a987-6864f1583148'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:19.711161 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:19.742243 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-a9be4a6b-a821-49ff-b8eb-ee21db5531e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1618664 Jul 28 03:40:19.743761 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'tag': 'fbcce620-dcf6-4f36-b99e-42b820797a20'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:19.751560 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd83be1b-a6fe-4780-87ee-8b0149ce50b3" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e", "tag": "fbcce620-dcf6-4f36-b99e-42b820797a20"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:19.799037 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465e98d3-26cd-47a5-b19c-25566bf4fad9 x-openstack-request-id: req-465e98d3-26cd-47a5-b19c-25566bf4fad9 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:19.799695 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e", "tag": "fbcce620-dcf6-4f36-b99e-42b820797a20", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:19.799695 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-465e98d3-26cd-47a5-b19c-25566bf4fad9 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:19.800332 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'tag': 'fbcce620-dcf6-4f36-b99e-42b820797a20', 'status': 'completed', 'code': 200} Jul 28 03:40:19.843257 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-b22604c0-d6fa-4fbe-85c3-5daa06fc147a None None] Set router 121148fe-7d90-41a5-a987-6864f1583148 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:40:19.907231 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83be1b-a6fe-4780-87ee-8b0149ce50b3 req-700f6f14-2b19-4847-81ab-f80e4766cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:19.908876 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cd83be1b-a6fe-4780-87ee-8b0149ce50b3 req-700f6f14-2b19-4847-81ab-f80e4766cfdb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcfeb19e3a6d42cfbf29ba7e9a7aeacf&device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 1098 time: 0.0476391 Jul 28 03:40:20.000992 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83be1b-a6fe-4780-87ee-8b0149ce50b3 req-d53345cb-36ed-4f52-85d5-6fe5bf73e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:20.002366 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cd83be1b-a6fe-4780-87ee-8b0149ce50b3 req-d53345cb-36ed-4f52-85d5-6fe5bf73e0cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=b25cc0de-ded2-4f06-a5ba-088ba3628bb5 HTTP/1.1" status: 200 len: 910 time: 0.0843968 Jul 28 03:40:20.065871 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-b22604c0-d6fa-4fbe-85c3-5daa06fc147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121148fe-7d90-41a5-a987-6864f1583148', 'name': 'tempest-TestShelveInstance-1960454992-router', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:03Z', 'updated_at': '2021-07-28T03:39:07Z', 'revision_number': 4, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'gw_port': {'id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:04Z', 'updated_at': '2021-07-28T03:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'e1e89cef-934e-4c78-a42f-0fd663ffc912', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '121148fe-7d90-41a5-a987-6864f1583148', 'port_id': 'fbcce620-dcf6-4f36-b99e-42b820797a20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'mac_address': 'fa:16:3e:41:10:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:40:18Z', 'updated_at': '2021-07-28T03:40:18Z', 'revision_number': 0, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c653778d-03fa-4258-8799-e8eaff2eee36', 'name': '', 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'mac_address': 'fa:16:3e:1e:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:06Z', 'updated_at': '2021-07-28T03:39:14Z', 'revision_number': 5, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'subnets': [{'id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:20.070368 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cd83be1b-a6fe-4780-87ee-8b0149ce50b3 req-6c1350a4-7d18-4a02-a581-1d176be4501d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbcce620-dcf6-4f36-b99e-42b820797a20 HTTP/1.1" status: 200 len: 999 time: 0.0590625 Jul 28 03:40:20.096357 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22604c0-d6fa-4fbe-85c3-5daa06fc147a None None] Checking router: 121148fe-7d90-41a5-a987-6864f1583148 for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:40:20.104765 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22604c0-d6fa-4fbe-85c3-5daa06fc147a None None] Routers {'121148fe-7d90-41a5-a987-6864f1583148'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:40:20.105367 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-b22604c0-d6fa-4fbe-85c3-5daa06fc147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:39:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['121148fe-7d90-41a5-a987-6864f1583148'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:20.129461 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83be1b-a6fe-4780-87ee-8b0149ce50b3 req-808ee8d9-c70e-4585-aac9-3311d34c12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:20.131168 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cd83be1b-a6fe-4780-87ee-8b0149ce50b3 req-808ee8d9-c70e-4585-aac9-3311d34c12ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196 HTTP/1.1" status: 200 len: 848 time: 0.0507631 Jul 28 03:40:20.182494 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83be1b-a6fe-4780-87ee-8b0149ce50b3 req-ab61f105-62b9-4882-8aee-c57bf72f6cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:20.184054 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cd83be1b-a6fe-4780-87ee-8b0149ce50b3 req-ab61f105-62b9-4882-8aee-c57bf72f6cfc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b25cc0de-ded2-4f06-a5ba-088ba3628bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416815 Jul 28 03:40:20.208869 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-b22604c0-d6fa-4fbe-85c3-5daa06fc147a None None] Set router 121148fe-7d90-41a5-a987-6864f1583148 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:40:20.240999 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f743ec9f-b513-4bb3-b819-5c932959e75f up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:40:20.282637 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cd83be1b-a6fe-4780-87ee-8b0149ce50b3 req-a647202f-553a-4f6c-9e37-2b6774964f0f service neutron] 10.222.0.25 "GET /v2.0/networks/b25cc0de-ded2-4f06-a5ba-088ba3628bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895560 Jul 28 03:40:20.288802 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port f743ec9f-b513-4bb3-b819-5c932959e75f triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:40:20.289172 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.376372 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.402041 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f743ec9f-b513-4bb3-b819-5c932959e75f'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:40:20.404540 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5cd413-d829-4f9c-8315-3b438b05b31d" -d '{"events": [{"server_uuid": "622af242-a6fc-4f2d-9f03-61e88ee5e89f", "name": "network-vif-plugged", "status": "completed", "tag": "f743ec9f-b513-4bb3-b819-5c932959e75f"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:40:20.419148 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cd83be1b-a6fe-4780-87ee-8b0149ce50b3 req-05e0a620-5cfd-409d-a918-1a8ddf032bab service neutron] 10.222.0.25 "GET /v2.0/networks/b25cc0de-ded2-4f06-a5ba-088ba3628bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215103 Jul 28 03:40:20.423220 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port f743ec9f-b513-4bb3-b819-5c932959e75f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f743ec9f-b513-4bb3-b819-5c932959e75f,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:40:20.432890 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.433697 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 77bcf32c-4248-435a-be8b-cbf0a47caa64 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:40:20.461016 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32c0ef8-6f7a-4aa4-bdbf-c7aa4a929550 x-openstack-request-id: req-a32c0ef8-6f7a-4aa4-bdbf-c7aa4a929550 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:40:20.461296 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622af242-a6fc-4f2d-9f03-61e88ee5e89f", "name": "network-vif-plugged", "status": "completed", "tag": "f743ec9f-b513-4bb3-b819-5c932959e75f", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:40:20.461689 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a32c0ef8-6f7a-4aa4-bdbf-c7aa4a929550 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:40:20.462185 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f743ec9f-b513-4bb3-b819-5c932959e75f', 'code': 200} Jul 28 03:40:20.467544 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-b22604c0-d6fa-4fbe-85c3-5daa06fc147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121148fe-7d90-41a5-a987-6864f1583148', 'name': 'tempest-TestShelveInstance-1960454992-router', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:03Z', 'updated_at': '2021-07-28T03:39:07Z', 'revision_number': 4, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'gw_port': {'id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:04Z', 'updated_at': '2021-07-28T03:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'e1e89cef-934e-4c78-a42f-0fd663ffc912', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '121148fe-7d90-41a5-a987-6864f1583148', 'port_id': 'fbcce620-dcf6-4f36-b99e-42b820797a20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'mac_address': 'fa:16:3e:41:10:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:40:18Z', 'updated_at': '2021-07-28T03:40:18Z', 'revision_number': 0, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c653778d-03fa-4258-8799-e8eaff2eee36', 'name': '', 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'mac_address': 'fa:16:3e:1e:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:06Z', 'updated_at': '2021-07-28T03:39:14Z', 'revision_number': 5, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'subnets': [{'id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:40:20.482615 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba335d-fac1-4947-802e-028611bc8d7b req-00a57d6e-b093-419f-bd58-fd725e75d75d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:20.484195 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-15ba335d-fac1-4947-802e-028611bc8d7b req-00a57d6e-b093-419f-bd58-fd725e75d75d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 944 time: 0.0855057 Jul 28 03:40:20.486581 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: 77bcf32c-4248-435a-be8b-cbf0a47caa64 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:40:20.486930 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 77bcf32c-4248-435a-be8b-cbf0a47caa64 not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:40:20.500837 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-57bca459-e389-4bf9-a93e-4eb97f4e124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:20.501755 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22604c0-d6fa-4fbe-85c3-5daa06fc147a None None] The sync data for ids ['121148fe-7d90-41a5-a987-6864f1583148'] in dv-cinder-733062-21-iscsi is: [{'id': '121148fe-7d90-41a5-a987-6864f1583148', 'name': 'tempest-TestShelveInstance-1960454992-router', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:03Z', 'updated_at': '2021-07-28T03:39:07Z', 'revision_number': 4, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'gw_port': {'id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:04Z', 'updated_at': '2021-07-28T03:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'e1e89cef-934e-4c78-a42f-0fd663ffc912', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '121148fe-7d90-41a5-a987-6864f1583148', 'port_id': 'fbcce620-dcf6-4f36-b99e-42b820797a20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'mac_address': 'fa:16:3e:41:10:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:40:18Z', 'updated_at': '2021-07-28T03:40:18Z', 'revision_number': 0, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c653778d-03fa-4258-8799-e8eaff2eee36', 'name': '', 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'mac_address': 'fa:16:3e:1e:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:06Z', 'updated_at': '2021-07-28T03:39:14Z', 'revision_number': 5, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'subnets': [{'id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:40:20.522365 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=f743ec9f-b513-4bb3-b819-5c932959e75f,revision_number=10']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:20.538222 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-15ba335d-fac1-4947-802e-028611bc8d7b req-d1f02c08-ac33-4e80-af58-dcd74c786127 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405133 Jul 28 03:40:20.679163 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c9f46-7edc-4fef-8cda-cff3100f76f1 req-edc0cb18-62ae-4ed7-a6ef-54d155f42115 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:20.680705 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-083c9f46-7edc-4fef-8cda-cff3100f76f1 req-edc0cb18-62ae-4ed7-a6ef-54d155f42115 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0558624 Jul 28 03:40:20.718560 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eb8e9c-e1dd-45ec-a911-43d81637efcb None None] New status for floating IP e1e89cef-934e-4c78-a42f-0fd663ffc912: ACTIVE {{(pid=93264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:40:20.724368 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-083c9f46-7edc-4fef-8cda-cff3100f76f1 req-0803e0dc-dbe0-4688-9d66-c125a28909a5 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363417 Jul 28 03:40:21.142191 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68beab5c-43f4-487d-9556-47837d25ccf3 req-3d637b99-010a-4483-8d5f-26ff7123e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:21.143729 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-68beab5c-43f4-487d-9556-47837d25ccf3 req-3d637b99-010a-4483-8d5f-26ff7123e7fa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 1099 time: 0.0530262 Jul 28 03:40:21.182487 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-68beab5c-43f4-487d-9556-47837d25ccf3 req-3597e23e-893b-4e7c-987e-c79000498deb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0293052 Jul 28 03:40:21.664519 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55ac3f-242b-44be-be2f-3aea3294ac68 req-049979a0-3ac8-40c9-a740-3c4ee3f57016 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:21.666624 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-bc55ac3f-242b-44be-be2f-3aea3294ac68 req-049979a0-3ac8-40c9-a740-3c4ee3f57016 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0485213 Jul 28 03:40:21.704695 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-bc55ac3f-242b-44be-be2f-3aea3294ac68 req-a1f9e768-f476-45fa-a912-413eff9233bd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313330 Jul 28 03:40:21.837208 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3612-0777-4d35-b7f3-ad8d668342d5 req-af9cf112-c136-4bb8-858e-88a77f93c16a tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:21.839323 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c6ca3612-0777-4d35-b7f3-ad8d668342d5 req-af9cf112-c136-4bb8-858e-88a77f93c16a tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0492983 Jul 28 03:40:21.876564 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c6ca3612-0777-4d35-b7f3-ad8d668342d5 req-e53ecee2-7f73-4864-90fc-9f5eae5f9fbf tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312428 Jul 28 03:40:22.824951 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00279e-6490-4562-8e45-b90860fd3197 req-f5cdae72-a960-4dc5-b74e-4a495a363b83 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:22.826420 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5b00279e-6490-4562-8e45-b90860fd3197 req-f5cdae72-a960-4dc5-b74e-4a495a363b83 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0500894 Jul 28 03:40:22.863470 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5b00279e-6490-4562-8e45-b90860fd3197 req-f55f0511-1da3-4889-89c7-a1e49c667627 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309141 Jul 28 03:40:22.997365 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686def89-b1e2-47fd-b089-4c3a805a6fdc req-ae6a5e0c-a91a-4119-8914-ad9716d2c82e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:22.998704 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-686def89-b1e2-47fd-b089-4c3a805a6fdc req-ae6a5e0c-a91a-4119-8914-ad9716d2c82e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0516465 Jul 28 03:40:23.039373 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-686def89-b1e2-47fd-b089-4c3a805a6fdc req-4c45982d-8595-45e0-a411-ffefca5e8698 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349450 Jul 28 03:40:23.102684 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.318922 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-2b54d53b-d9cd-450f-bb81-3076e28b2d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.363084 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:23.982840 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed7d40-91bb-4c27-9cfc-acaf78f21a0f req-9092ed54-336e-4b41-9bfe-52d88697288a tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:23.984300 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5aed7d40-91bb-4c27-9cfc-acaf78f21a0f req-9092ed54-336e-4b41-9bfe-52d88697288a tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0493658 Jul 28 03:40:24.020599 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5aed7d40-91bb-4c27-9cfc-acaf78f21a0f req-34108326-e7fa-4017-9734-a7dc204d93a8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304725 Jul 28 03:40:24.042088 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:40:24.157346 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7068c1-5e29-480f-81f1-d190a2d79925 req-654d4105-6641-4dbd-b68e-b2621bea413f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:24.158718 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8c7068c1-5e29-480f-81f1-d190a2d79925 req-654d4105-6641-4dbd-b68e-b2621bea413f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0533957 Jul 28 03:40:24.196690 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8c7068c1-5e29-480f-81f1-d190a2d79925 req-f6d5b083-6e56-49be-8925-e88247bb9451 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Jul 28 03:40:24.221086 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:24.517946 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5651c717-353b-4d7b-85b1-828ab37bcb54 req-803f4d32-7b6f-4646-bc42-3c0d4a9cbbc4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383751 Jul 28 03:40:24.624055 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651c717-353b-4d7b-85b1-828ab37bcb54 req-03e48ee8-ffba-4578-981a-c396d84be798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:24.625525 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5651c717-353b-4d7b-85b1-828ab37bcb54 req-03e48ee8-ffba-4578-981a-c396d84be798 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 1098 time: 0.0455573 Jul 28 03:40:24.740673 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651c717-353b-4d7b-85b1-828ab37bcb54 req-19a1f34f-2e73-4031-be79-46e3c3ef0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:24.742112 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5651c717-353b-4d7b-85b1-828ab37bcb54 req-19a1f34f-2e73-4031-be79-46e3c3ef0ac5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 200 len: 911 time: 0.0910110 Jul 28 03:40:24.807676 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5651c717-353b-4d7b-85b1-828ab37bcb54 req-beba37a6-cbe6-485c-931c-50c6ee63c0f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e78fba6c-176b-4f20-8246-8712019f721a HTTP/1.1" status: 200 len: 1001 time: 0.0576234 Jul 28 03:40:24.868214 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651c717-353b-4d7b-85b1-828ab37bcb54 req-539a3df7-04bf-4ef1-9ba3-70b129a51acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:24.870201 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5651c717-353b-4d7b-85b1-828ab37bcb54 req-539a3df7-04bf-4ef1-9ba3-70b129a51acf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0855aebe-89e1-4a95-8ec3-265771853473 HTTP/1.1" status: 200 len: 849 time: 0.0529804 Jul 28 03:40:24.927225 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651c717-353b-4d7b-85b1-828ab37bcb54 req-603c22eb-4902-4737-828c-5d14f5d18d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:24.928684 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5651c717-353b-4d7b-85b1-828ab37bcb54 req-603c22eb-4902-4737-828c-5d14f5d18d8e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387082 Jul 28 03:40:25.017310 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5651c717-353b-4d7b-85b1-828ab37bcb54 req-d3dd6c9a-233f-4b6c-b855-96fe7643ab2c service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790286 Jul 28 03:40:25.111487 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5651c717-353b-4d7b-85b1-828ab37bcb54 req-92e7a545-1521-4562-8eee-176b011c96a4 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857148 Jul 28 03:40:25.154199 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d5de2-f333-422d-a278-de2891d25ef5 req-72a9d80c-d53c-4523-b21a-6a121dc5731f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:25.155667 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8d7d5de2-f333-422d-a278-de2891d25ef5 req-72a9d80c-d53c-4523-b21a-6a121dc5731f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0603325 Jul 28 03:40:25.195025 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8d7d5de2-f333-422d-a278-de2891d25ef5 req-bf14ad44-aafb-4bb7-88fe-e9bdc469e0e1 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332215 Jul 28 03:40:25.315819 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74db82a-ec49-4faf-959a-e7252f549e8d req-18e6c14e-39e5-4904-8c8a-621e2076201b tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:25.317209 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d74db82a-ec49-4faf-959a-e7252f549e8d req-18e6c14e-39e5-4904-8c8a-621e2076201b tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0508699 Jul 28 03:40:25.355685 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d74db82a-ec49-4faf-959a-e7252f549e8d req-65424158-058f-42ab-ba76-ee707f61c5df tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325387 Jul 28 03:40:25.941265 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:26.317541 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd1d20-d40a-45a1-beac-54b47141b1be req-aad9ddd5-94bc-41e0-8b07-0f39117d44bc tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:26.319023 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-59fd1d20-d40a-45a1-beac-54b47141b1be req-aad9ddd5-94bc-41e0-8b07-0f39117d44bc tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0507965 Jul 28 03:40:26.363108 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-59fd1d20-d40a-45a1-beac-54b47141b1be req-66f9ba75-6986-4d36-b6a4-6f3f478bb8e7 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358372 Jul 28 03:40:26.473603 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afd533-07c8-4460-b572-262de7fcf633 req-2903f636-f6e0-4b1a-86ee-f42bbe5f60af tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:26.475084 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-43afd533-07c8-4460-b572-262de7fcf633 req-2903f636-f6e0-4b1a-86ee-f42bbe5f60af tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0520566 Jul 28 03:40:26.516987 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-43afd533-07c8-4460-b572-262de7fcf633 req-502f0798-456b-4a69-aea5-499f5cd10637 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353699 Jul 28 03:40:27.487646 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622be1a-6a3e-4434-b4a7-ab56c57ece0a req-8a2bb248-fb39-4d43-b470-ce737c4194f1 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:27.489117 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5622be1a-6a3e-4434-b4a7-ab56c57ece0a req-8a2bb248-fb39-4d43-b470-ce737c4194f1 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0520647 Jul 28 03:40:27.527340 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5622be1a-6a3e-4434-b4a7-ab56c57ece0a req-a68f0ba5-e134-4ea6-b6ca-e1f3ef9c546b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316336 Jul 28 03:40:27.631725 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1dbf3-d821-439a-a53e-49de067f0fc0 req-99fd7e53-53a2-47d0-98aa-afafbf48ae5f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:27.633237 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-79f1dbf3-d821-439a-a53e-49de067f0fc0 req-99fd7e53-53a2-47d0-98aa-afafbf48ae5f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0490289 Jul 28 03:40:27.671253 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-79f1dbf3-d821-439a-a53e-49de067f0fc0 req-1ebdd1c1-896e-459e-a523-4a8396c0c491 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312049 Jul 28 03:40:28.003605 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 44860) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:28.106453 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-618282fd-2737-46f6-a8ed-5266c0f5a24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.200857 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-618282fd-2737-46f6-a8ed-5266c0f5a24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.204360 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-618282fd-2737-46f6-a8ed-5266c0f5a24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.240194 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618282fd-2737-46f6-a8ed-5266c0f5a24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305dc919-c29d-48bd-815c-0734e369cc54,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:28.246437 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-618282fd-2737-46f6-a8ed-5266c0f5a24f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4891767b43ac470d8256b29b6be2f6f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417724 Jul 28 03:40:28.249021 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 44864) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:28.298186 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-edf7cc65-7b81-4f8b-b1f6-1a6f4245749c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.318190 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-edf7cc65-7b81-4f8b-b1f6-1a6f4245749c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.363472 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-edf7cc65-7b81-4f8b-b1f6-1a6f4245749c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.365950 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-edf7cc65-7b81-4f8b-b1f6-1a6f4245749c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:28.367049 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-edf7cc65-7b81-4f8b-b1f6-1a6f4245749c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/305dc919-c29d-48bd-815c-0734e369cc54 HTTP/1.1" status: 204 len: 168 time: 0.1171684 Jul 28 03:40:28.375163 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7cc65-7b81-4f8b-b1f6-1a6f4245749c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305dc919-c29d-48bd-815c-0734e369cc54,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:28.787887 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ada1e0-6cd0-429c-afb6-6acf87516a59 req-50e23e51-46b0-4f72-a3cf-2f1de46cd19f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:28.789489 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-58ada1e0-6cd0-429c-afb6-6acf87516a59 req-50e23e51-46b0-4f72-a3cf-2f1de46cd19f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0498748 Jul 28 03:40:28.830154 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-58ada1e0-6cd0-429c-afb6-6acf87516a59 req-4cf5b15e-7296-40bd-8594-b82118f6cc16 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340848 Jul 28 03:40:29.953461 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746ebaa-7c63-42cb-986d-eebba8842ec4 req-2a1b1110-84a4-4da2-8f73-4f16619d9ca5 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:29.954929 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2746ebaa-7c63-42cb-986d-eebba8842ec4 req-2a1b1110-84a4-4da2-8f73-4f16619d9ca5 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0538800 Jul 28 03:40:29.993916 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2746ebaa-7c63-42cb-986d-eebba8842ec4 req-aff89f75-9e3f-4ea2-b414-7d408a58abe7 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330520 Jul 28 03:40:30.600373 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 44954) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:30.703602 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-cf1aa56f-49e8-4efd-85cc-f297b3917397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:30.792090 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-cf1aa56f-49e8-4efd-85cc-f297b3917397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:30.795950 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-cf1aa56f-49e8-4efd-85cc-f297b3917397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:30.834326 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-cf1aa56f-49e8-4efd-85cc-f297b3917397 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d41cabf4afe14f35abc143dda1255700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325935 Jul 28 03:40:30.835161 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1aa56f-49e8-4efd-85cc-f297b3917397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ad8337-4b6b-4f8d-a73c-e2d6455343b0,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:30.836751 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 44962) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:30.884698 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-abc7228c-7955-4aa6-86c4-ac64b92cbffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:30.905641 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-abc7228c-7955-4aa6-86c4-ac64b92cbffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:30.955424 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-abc7228c-7955-4aa6-86c4-ac64b92cbffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:30.958025 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-abc7228c-7955-4aa6-86c4-ac64b92cbffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:30.959150 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-abc7228c-7955-4aa6-86c4-ac64b92cbffc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92ad8337-4b6b-4f8d-a73c-e2d6455343b0 HTTP/1.1" status: 204 len: 168 time: 0.1214254 Jul 28 03:40:30.967141 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7228c-7955-4aa6-86c4-ac64b92cbffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ad8337-4b6b-4f8d-a73c-e2d6455343b0,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:31.113606 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce8608-cdf9-4a5e-ab94-94d803e65a3a req-76b88792-db9d-4112-9019-966e77784476 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:31.115019 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6bce8608-cdf9-4a5e-ab94-94d803e65a3a req-76b88792-db9d-4112-9019-966e77784476 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0505540 Jul 28 03:40:31.155632 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6bce8608-cdf9-4a5e-ab94-94d803e65a3a req-4b79f62e-059f-4e5a-9761-19096436f6ef tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Jul 28 03:40:31.220801 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 44972) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:31.234519 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:31.321538 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:31.325147 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:31.361312 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f083a453-e0a5-4469-800f-65746934b58c,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:31.365076 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=576e452d50d14d4ea03aac77c855d430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432002 Jul 28 03:40:31.368010 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 44974) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:31.370633 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:31.370977 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:31.371317 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:31.371722 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:31.372133 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:31.372468 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:31.372799 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:31.373121 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:31.373444 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:31.373764 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:31.374081 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:31.374395 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f6551-f5c8-4e37-9bb7-8129ef802e4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:31.419940 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-7da68f98-0ffd-42c3-bc73-8cbaed2c1183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:31.439861 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-7da68f98-0ffd-42c3-bc73-8cbaed2c1183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:31.484310 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-7da68f98-0ffd-42c3-bc73-8cbaed2c1183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:31.486992 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-7da68f98-0ffd-42c3-bc73-8cbaed2c1183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:31.488154 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-7da68f98-0ffd-42c3-bc73-8cbaed2c1183 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f083a453-e0a5-4469-800f-65746934b58c HTTP/1.1" status: 204 len: 168 time: 0.1191032 Jul 28 03:40:31.495471 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da68f98-0ffd-42c3-bc73-8cbaed2c1183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f083a453-e0a5-4469-800f-65746934b58c,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:32.270916 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f2938-f99b-47ad-8727-53f5349ab1e1 req-1c8a7cdd-471a-4c20-af56-224fd58c3623 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:32.272414 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-6a3f2938-f99b-47ad-8727-53f5349ab1e1 req-1c8a7cdd-471a-4c20-af56-224fd58c3623 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0482545 Jul 28 03:40:32.310699 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-6a3f2938-f99b-47ad-8727-53f5349ab1e1 req-3d7caf1c-8f1b-4770-8cad-8e8e06192376 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318067 Jul 28 03:40:32.503309 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20f5c9-dcfe-4cef-8098-a6ec9d00b091 req-764bd0d6-e2c0-4b53-b35c-aba381f9c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:32.504808 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5a20f5c9-dcfe-4cef-8098-a6ec9d00b091 req-764bd0d6-e2c0-4b53-b35c-aba381f9c0be service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 1098 time: 0.0407777 Jul 28 03:40:32.546160 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5a20f5c9-dcfe-4cef-8098-a6ec9d00b091 req-5097b811-67c1-4fbd-a6c7-95b02dbac7a1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Jul 28 03:40:33.428100 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b41ab-9445-4f02-9102-04287158b0d5 req-8f11c152-b339-457b-8663-d71f6bbca145 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:33.429559 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6e2b41ab-9445-4f02-9102-04287158b0d5 req-8f11c152-b339-457b-8663-d71f6bbca145 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0538943 Jul 28 03:40:33.467224 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6e2b41ab-9445-4f02-9102-04287158b0d5 req-e95284ea-679a-4ac2-ab1f-ecba7d9dc882 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309458 Jul 28 03:40:34.595639 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6060d35-0cec-416d-aa16-a33c0ecd32cb req-f46e1f0d-d723-4cfe-a720-f8daf817b2bb tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:34.600253 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a6060d35-0cec-416d-aa16-a33c0ecd32cb req-f46e1f0d-d723-4cfe-a720-f8daf817b2bb tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0555346 Jul 28 03:40:34.640117 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a6060d35-0cec-416d-aa16-a33c0ecd32cb req-b466da10-5ef0-49b6-ab0b-9d362670a905 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368776 Jul 28 03:40:34.932345 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedc22e-82d5-4c63-96f8-66240eb17de2 req-50ecd9f0-a8e8-481c-99f5-ebcdf8da33db tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:34.933815 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2aedc22e-82d5-4c63-96f8-66240eb17de2 req-50ecd9f0-a8e8-481c-99f5-ebcdf8da33db tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0830977 Jul 28 03:40:34.941197 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887e2c-e72b-4218-bcaa-53976abf7c91 req-2fb0d845-a8cd-442c-82ed-46d2358d97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:34.942568 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-26887e2c-e72b-4218-bcaa-53976abf7c91 req-2fb0d845-a8cd-442c-82ed-46d2358d97dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 1098 time: 0.0569153 Jul 28 03:40:35.019296 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2aedc22e-82d5-4c63-96f8-66240eb17de2 req-c74def6c-98a6-41cb-b795-cee45bd4623f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754473 Jul 28 03:40:35.056332 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887e2c-e72b-4218-bcaa-53976abf7c91 req-2a0623d5-f72f-46ec-9403-17ea545cff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:35.057801 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-26887e2c-e72b-4218-bcaa-53976abf7c91 req-2a0623d5-f72f-46ec-9403-17ea545cff6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 200 len: 920 time: 0.1016886 Jul 28 03:40:35.101770 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-26887e2c-e72b-4218-bcaa-53976abf7c91 req-2e297c43-322a-402a-b5dc-5e4324f1bf3b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a641e29-3c70-42ab-97b9-e16e6ab74607 HTTP/1.1" status: 200 len: 217 time: 0.0342672 Jul 28 03:40:35.150921 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887e2c-e72b-4218-bcaa-53976abf7c91 req-5e0591d9-f4f6-45aa-accb-a4ae9733e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:35.152413 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-26887e2c-e72b-4218-bcaa-53976abf7c91 req-5e0591d9-f4f6-45aa-accb-a4ae9733e849 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38d1d376-b64d-4e01-9348-989681f94b9a HTTP/1.1" status: 200 len: 859 time: 0.0433881 Jul 28 03:40:35.189377 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-26887e2c-e72b-4218-bcaa-53976abf7c91 req-c2170763-1ec7-49ba-8919-72d05c87c295 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a08c665d-fc97-4225-bb45-ecd81a76a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278633 Jul 28 03:40:35.279378 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-26887e2c-e72b-4218-bcaa-53976abf7c91 req-f8bdd82b-c854-432c-9460-4bde479ba099 service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797763 Jul 28 03:40:35.376866 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-26887e2c-e72b-4218-bcaa-53976abf7c91 req-7ae1c6d3-a916-4c32-99c6-828348405c91 service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823600 Jul 28 03:40:36.141806 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bdf2d-2307-46e0-875b-121627dff0db req-cf2512d9-fd36-445a-a580-9250aec9dbbf tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:36.143960 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-078bdf2d-2307-46e0-875b-121627dff0db req-cf2512d9-fd36-445a-a580-9250aec9dbbf tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0526178 Jul 28 03:40:36.181497 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-078bdf2d-2307-46e0-875b-121627dff0db req-32e823c6-9e8e-4791-9d99-6773a0661cda tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323429 Jul 28 03:40:36.333581 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 45084) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:36.432264 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-17dea195-0b5f-43ef-af84-a14e7acd5a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.517412 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-17dea195-0b5f-43ef-af84-a14e7acd5a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.520970 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-17dea195-0b5f-43ef-af84-a14e7acd5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.558595 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-17dea195-0b5f-43ef-af84-a14e7acd5a6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87c3ecc190074631a5a557dfaaca8928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239597 Jul 28 03:40:36.561518 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dea195-0b5f-43ef-af84-a14e7acd5a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bd46e9-1279-409e-93bc-d7257ebb7f2b,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:36.562229 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 45088) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:36.610767 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e23fa559-41ae-4320-88d8-5b69a79a0273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.634108 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e23fa559-41ae-4320-88d8-5b69a79a0273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.680519 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e23fa559-41ae-4320-88d8-5b69a79a0273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.683026 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e23fa559-41ae-4320-88d8-5b69a79a0273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.684199 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-e23fa559-41ae-4320-88d8-5b69a79a0273 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4bd46e9-1279-409e-93bc-d7257ebb7f2b HTTP/1.1" status: 204 len: 168 time: 0.1209397 Jul 28 03:40:36.692347 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fa559-41ae-4320-88d8-5b69a79a0273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bd46e9-1279-409e-93bc-d7257ebb7f2b,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:36.938441 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 45096) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:36.952395 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e79c29ea-2db0-466c-9476-2c992022b3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.038855 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e79c29ea-2db0-466c-9476-2c992022b3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.042042 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e79c29ea-2db0-466c-9476-2c992022b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.080022 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-e79c29ea-2db0-466c-9476-2c992022b3eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d70f203b5c994d6e85eaec0b515a6bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404476 Jul 28 03:40:37.080823 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c29ea-2db0-466c-9476-2c992022b3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6b0cec-d26b-4ade-80cc-a7014400be19,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:37.082713 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 45098) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:37.133912 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-324ac715-aaa9-4e2f-9e58-30dec909d8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.155175 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-324ac715-aaa9-4e2f-9e58-30dec909d8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.200541 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-324ac715-aaa9-4e2f-9e58-30dec909d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.203127 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-324ac715-aaa9-4e2f-9e58-30dec909d8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:37.204276 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-324ac715-aaa9-4e2f-9e58-30dec909d8c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d6b0cec-d26b-4ade-80cc-a7014400be19 HTTP/1.1" status: 204 len: 168 time: 0.1205335 Jul 28 03:40:37.212326 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ac715-aaa9-4e2f-9e58-30dec909d8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6b0cec-d26b-4ade-80cc-a7014400be19,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:37.523677 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9387c2b-8c79-4452-9f34-762682dba66a req-88a9e314-52ad-4b3a-ab62-1bbb3073e057 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:37.525192 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d9387c2b-8c79-4452-9f34-762682dba66a req-88a9e314-52ad-4b3a-ab62-1bbb3073e057 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.2709119 Jul 28 03:40:37.564149 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d9387c2b-8c79-4452-9f34-762682dba66a req-f4ba69c7-21d4-40d1-be1d-30ba08e5161c tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323648 Jul 28 03:40:38.691032 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0f5fb-1c0a-44f5-a9f6-06d366919d5d req-bba91954-1129-4610-859d-60ff38dd1c47 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:38.692565 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5c0f5fb-1c0a-44f5-a9f6-06d366919d5d req-bba91954-1129-4610-859d-60ff38dd1c47 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0507910 Jul 28 03:40:38.735615 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5c0f5fb-1c0a-44f5-a9f6-06d366919d5d req-673b2045-9984-4c76-bbd0-2b4f5c227c8e tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349703 Jul 28 03:40:39.324465 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 45190) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:39.423930 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-689d2498-648c-4a95-832f-50c3082dc9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.511187 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-689d2498-648c-4a95-832f-50c3082dc9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.515192 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-689d2498-648c-4a95-832f-50c3082dc9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.552351 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-689d2498-648c-4a95-832f-50c3082dc9ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=597b6a49dbaf4925a1255d6ef4d0d773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268293 Jul 28 03:40:39.553422 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d2498-648c-4a95-832f-50c3082dc9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88aac966-2c9f-41ad-b6c3-723fb0bccc8a,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:39.555073 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 45194) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:39.602896 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.623761 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.668618 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.671303 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:39.672589 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88aac966-2c9f-41ad-b6c3-723fb0bccc8a HTTP/1.1" status: 204 len: 168 time: 0.1164165 Jul 28 03:40:39.680567 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88aac966-2c9f-41ad-b6c3-723fb0bccc8a,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:39.688570 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:39.688931 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:39.689277 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:39.689613 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:39.690253 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:39.690716 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:39.691114 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:39.691642 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:39.691844 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:39.692183 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:39.692511 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:39.692837 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0704d22-db04-456d-80be-6c45a36403ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:40:39.931863 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 45204) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:39.945202 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-cae4398a-e6ce-48d6-b4be-d34e14235a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:40.032835 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-cae4398a-e6ce-48d6-b4be-d34e14235a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:40.036326 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-cae4398a-e6ce-48d6-b4be-d34e14235a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:40.075414 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4398a-e6ce-48d6-b4be-d34e14235a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2768e1-4d90-406d-9641-b21f0ea23201,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:40.083023 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 45208) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:40.083195 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-cae4398a-e6ce-48d6-b4be-d34e14235a5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2c2ea345950465a9db0010303e2acbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501462 Jul 28 03:40:40.144719 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7b8adcb7-f9cd-4118-a9eb-410064fc864a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:40.192833 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7b8adcb7-f9cd-4118-a9eb-410064fc864a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:40.219551 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb1723-d640-4eb5-9571-30c441cf4183 req-9a7871fe-2a80-4432-90e2-123589b44cd7 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:40.221307 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-82bb1723-d640-4eb5-9571-30c441cf4183 req-9a7871fe-2a80-4432-90e2-123589b44cd7 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0739431 Jul 28 03:40:40.270808 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-82bb1723-d640-4eb5-9571-30c441cf4183 req-5198827e-edba-4f3e-9903-aab82f2d4d16 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420887 Jul 28 03:40:40.279815 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7b8adcb7-f9cd-4118-a9eb-410064fc864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:40.284755 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7b8adcb7-f9cd-4118-a9eb-410064fc864a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:40.285956 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-7b8adcb7-f9cd-4118-a9eb-410064fc864a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a2768e1-4d90-406d-9641-b21f0ea23201 HTTP/1.1" status: 204 len: 168 time: 0.2012265 Jul 28 03:40:40.293909 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8adcb7-f9cd-4118-a9eb-410064fc864a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2768e1-4d90-406d-9641-b21f0ea23201,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:41.321902 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 45256) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:41.420628 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2650-e35e-4ca8-802a-9de28271ffe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:41.512873 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2650-e35e-4ca8-802a-9de28271ffe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:41.517005 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2650-e35e-4ca8-802a-9de28271ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:41.559376 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-d8cb2650-e35e-4ca8-802a-9de28271ffe1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d8183d1b3aa40bfac4be3ffc61a8e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364161 Jul 28 03:40:41.561017 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb2650-e35e-4ca8-802a-9de28271ffe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa8e257-e006-4f01-8c4d-c125d96c535a,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:41.563040 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 45260) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:40:41.611074 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-14393787-f418-4fc9-9062-f09b44fda9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:41.631994 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-14393787-f418-4fc9-9062-f09b44fda9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:41.676167 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-14393787-f418-4fc9-9062-f09b44fda9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:41.678701 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-14393787-f418-4fc9-9062-f09b44fda9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:41.679863 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-14393787-f418-4fc9-9062-f09b44fda9ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4fa8e257-e006-4f01-8c4d-c125d96c535a HTTP/1.1" status: 204 len: 168 time: 0.1158037 Jul 28 03:40:41.688847 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14393787-f418-4fc9-9062-f09b44fda9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa8e257-e006-4f01-8c4d-c125d96c535a,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:40:50.445330 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c7f792c2-43b0-449e-85fc-54f3946ab1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:53.107439 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:53.319836 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-b9d56060-3e70-4971-84e0-536a91323f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:53.366600 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:54.225475 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:55.934105 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:01.041091 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:41:20.446538 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0cbbf86f-5b8d-453b-ba4f-4fbf5447cd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:23.101962 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:23.320187 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c8455b8e-f609-4326-aff9-b74d592f6337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:23.366861 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:24.227363 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:25.937665 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:38.041051 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:41:50.447642 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3099324a-3e15-421d-98c7-1d6d8b12814b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:53.105193 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:53.319728 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c0ba1c5f-130f-4e71-aab3-e172ea757538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:53.366047 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:54.230089 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:55.942061 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:15.040092 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:42:20.447595 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-cf476779-152b-4ffc-9920-6489942b8c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.104889 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.319039 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0119e0d6-6fb0-4d85-b185-7f756cc6c4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:23.366074 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:24.233789 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:25.833750 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-720da61e-9b5a-4320-8e97-218dc4e5099f req-ed01ee8c-a89c-49e0-b9c8-4344f356ca04 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1290042 Jul 28 03:42:25.931920 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720da61e-9b5a-4320-8e97-218dc4e5099f req-4c1f2f6f-28ad-4e78-8e86-d2aee342d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:25.933374 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-720da61e-9b5a-4320-8e97-218dc4e5099f req-4c1f2f6f-28ad-4e78-8e86-d2aee342d58b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee20ad097bcc4c51a357aa0a803f59a8&device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 1099 time: 0.0392087 Jul 28 03:42:25.945518 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:26.034970 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720da61e-9b5a-4320-8e97-218dc4e5099f req-b409fdc5-81a7-472e-b2bf-dd01752e8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:26.036418 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-720da61e-9b5a-4320-8e97-218dc4e5099f req-b409fdc5-81a7-472e-b2bf-dd01752e8cc7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5 HTTP/1.1" status: 200 len: 917 time: 0.0832071 Jul 28 03:42:26.103062 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-720da61e-9b5a-4320-8e97-218dc4e5099f req-963f9471-c1f3-48d1-ae81-75ea19205c7e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f743ec9f-b513-4bb3-b819-5c932959e75f HTTP/1.1" status: 200 len: 1000 time: 0.0586717 Jul 28 03:42:26.161899 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720da61e-9b5a-4320-8e97-218dc4e5099f req-7a1f915b-54f0-4e94-9a85-314a4a0d3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:26.163033 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-720da61e-9b5a-4320-8e97-218dc4e5099f req-7a1f915b-54f0-4e94-9a85-314a4a0d3580 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ec9b6e0-e497-4186-9c06-281440bc68ef HTTP/1.1" status: 200 len: 855 time: 0.0532951 Jul 28 03:42:26.209811 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720da61e-9b5a-4320-8e97-218dc4e5099f req-a52689d7-3136-4a08-bd97-f7839da62ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:26.211224 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-720da61e-9b5a-4320-8e97-218dc4e5099f req-a52689d7-3136-4a08-bd97-f7839da62ad8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409913 Jul 28 03:42:26.302859 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-720da61e-9b5a-4320-8e97-218dc4e5099f req-092392bb-5d7e-4574-a59c-119cab84e9ed service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835965 Jul 28 03:42:26.391591 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-720da61e-9b5a-4320-8e97-218dc4e5099f req-a920af25-a21d-4fb1-a1dc-a45291f16cb5 service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814972 Jul 28 03:42:29.073097 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45268455-ec8a-4ffa-b520-5ee902f0f692 req-ccdb0b1b-6931-4e52-989e-30cd9dde18a0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:29.074553 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-45268455-ec8a-4ffa-b520-5ee902f0f692 req-ccdb0b1b-6931-4e52-989e-30cd9dde18a0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.1744683 Jul 28 03:42:29.112129 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-45268455-ec8a-4ffa-b520-5ee902f0f692 req-6d33708a-ae18-44bd-bbd1-b542ee7bbe04 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307825 Jul 28 03:42:30.295743 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7faa7a-556d-44d5-beab-412003e8874b req-89965a71-8ec5-49cc-ba59-ae2aa27a0a63 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:30.297212 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fe7faa7a-556d-44d5-beab-412003e8874b req-89965a71-8ec5-49cc-ba59-ae2aa27a0a63 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0995560 Jul 28 03:42:30.335730 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fe7faa7a-556d-44d5-beab-412003e8874b req-d8772a4c-08ef-4973-bef2-478a35a56321 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320446 Jul 28 03:42:31.448573 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e42a0-125a-450d-9b81-841e90aa7ea9 req-7e2178b6-08bf-4c14-b0a9-ac46b30dda65 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:31.450093 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b36e42a0-125a-450d-9b81-841e90aa7ea9 req-7e2178b6-08bf-4c14-b0a9-ac46b30dda65 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0491884 Jul 28 03:42:31.488797 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b36e42a0-125a-450d-9b81-841e90aa7ea9 req-423a108e-40c0-40cf-b945-6e20886406ce tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327220 Jul 28 03:42:32.601553 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eba350-b17c-40a1-a946-3e84aed94774 req-8ba59655-7d96-4fde-bd64-8e4f0da9d3b7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:32.603003 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a9eba350-b17c-40a1-a946-3e84aed94774 req-8ba59655-7d96-4fde-bd64-8e4f0da9d3b7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0479462 Jul 28 03:42:32.639934 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a9eba350-b17c-40a1-a946-3e84aed94774 req-297cd667-ec59-4b47-8c09-bdbfed66fc31 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311232 Jul 28 03:42:33.752575 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4bed6-f956-4564-a30e-3a666e041181 req-d960af65-5591-4552-8679-94d791ed95fa tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:33.753963 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-15c4bed6-f956-4564-a30e-3a666e041181 req-d960af65-5591-4552-8679-94d791ed95fa tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0481224 Jul 28 03:42:33.791326 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-15c4bed6-f956-4564-a30e-3a666e041181 req-32cf5de3-305e-4750-a4c5-12584f3103e4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313816 Jul 28 03:42:34.907092 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a43d9-c116-4ad5-a4d3-e56d7d645a9b req-8488ef03-e179-4ec2-aff9-907ba1648bfd tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:34.909263 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4b7a43d9-c116-4ad5-a4d3-e56d7d645a9b req-8488ef03-e179-4ec2-aff9-907ba1648bfd tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0535159 Jul 28 03:42:34.945991 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4b7a43d9-c116-4ad5-a4d3-e56d7d645a9b req-3e1e6234-4d5a-4f07-ae24-cdab5f3766c4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307570 Jul 28 03:42:36.064534 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefce9a9-d52a-476c-9255-63b59e73f561 req-7dd5761c-2a1b-44f5-a5c3-1c6481b8f8ae tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:36.066030 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-fefce9a9-d52a-476c-9255-63b59e73f561 req-7dd5761c-2a1b-44f5-a5c3-1c6481b8f8ae tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0542240 Jul 28 03:42:36.104272 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-fefce9a9-d52a-476c-9255-63b59e73f561 req-902c2dc6-a134-4d5f-8223-48bb8e3afe3e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321174 Jul 28 03:42:37.219281 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b7506-dacb-4fea-8c87-0e93a12ed3d3 req-af765dba-232b-47b8-8501-1ffb27ac4281 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:37.220683 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6b8b7506-dacb-4fea-8c87-0e93a12ed3d3 req-af765dba-232b-47b8-8501-1ffb27ac4281 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0481870 Jul 28 03:42:37.257980 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6b8b7506-dacb-4fea-8c87-0e93a12ed3d3 req-a4b6fce6-2b5a-4e61-8ee3-d4c3841e0969 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311964 Jul 28 03:42:38.370899 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fda781-4e52-42d2-8090-2d9316d1701f req-b5dd677a-908e-46d1-b821-6fb827622f8c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:38.372434 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c1fda781-4e52-42d2-8090-2d9316d1701f req-b5dd677a-908e-46d1-b821-6fb827622f8c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0488782 Jul 28 03:42:38.410292 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c1fda781-4e52-42d2-8090-2d9316d1701f req-9da56953-a6e0-4c03-a115-5fa6559a37b6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316858 Jul 28 03:42:39.176322 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9659de2-2ba1-4fa4-9c74-30e5d34b8df8 req-87033abf-ea65-430d-97c1-80c720be1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:39.178281 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d9659de2-2ba1-4fa4-9c74-30e5d34b8df8 req-87033abf-ea65-430d-97c1-80c720be1175 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcfeb19e3a6d42cfbf29ba7e9a7aeacf&device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 1098 time: 0.0415182 Jul 28 03:42:39.275275 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9659de2-2ba1-4fa4-9c74-30e5d34b8df8 req-19cdce2f-2d31-4929-b15f-197f9cfc7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:39.276800 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d9659de2-2ba1-4fa4-9c74-30e5d34b8df8 req-19cdce2f-2d31-4929-b15f-197f9cfc7757 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b25cc0de-ded2-4f06-a5ba-088ba3628bb5 HTTP/1.1" status: 200 len: 910 time: 0.0911596 Jul 28 03:42:39.341723 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d9659de2-2ba1-4fa4-9c74-30e5d34b8df8 req-d9990e88-22f0-4291-b841-2b2e2f3fe911 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbcce620-dcf6-4f36-b99e-42b820797a20 HTTP/1.1" status: 200 len: 1001 time: 0.0569801 Jul 28 03:42:39.389930 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9659de2-2ba1-4fa4-9c74-30e5d34b8df8 req-eaa80a5e-e6a2-49a2-ac7b-2160ad467394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:39.391390 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d9659de2-2ba1-4fa4-9c74-30e5d34b8df8 req-eaa80a5e-e6a2-49a2-ac7b-2160ad467394 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196 HTTP/1.1" status: 200 len: 848 time: 0.0428493 Jul 28 03:42:39.440171 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9659de2-2ba1-4fa4-9c74-30e5d34b8df8 req-bac9c289-28b0-44ab-b463-c70098c90d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:39.441684 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d9659de2-2ba1-4fa4-9c74-30e5d34b8df8 req-bac9c289-28b0-44ab-b463-c70098c90d54 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b25cc0de-ded2-4f06-a5ba-088ba3628bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435607 Jul 28 03:42:39.523027 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a5e86-a021-4fb0-9671-d3456ecbdb35 req-e8b8b29a-dce3-439d-9355-5a787fd7469c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:39.524563 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-968a5e86-a021-4fb0-9671-d3456ecbdb35 req-e8b8b29a-dce3-439d-9355-5a787fd7469c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0477645 Jul 28 03:42:39.530600 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d9659de2-2ba1-4fa4-9c74-30e5d34b8df8 req-d37a12d8-27cb-463a-b223-a14b8fb43028 service neutron] 10.222.0.25 "GET /v2.0/networks/b25cc0de-ded2-4f06-a5ba-088ba3628bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817134 Jul 28 03:42:39.562487 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-968a5e86-a021-4fb0-9671-d3456ecbdb35 req-9db0090e-aa8e-4224-9607-0dc837b42226 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318699 Jul 28 03:42:39.622078 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d9659de2-2ba1-4fa4-9c74-30e5d34b8df8 req-9ed84e9e-61fa-45a2-93be-84195b9e0cd4 service neutron] 10.222.0.25 "GET /v2.0/networks/b25cc0de-ded2-4f06-a5ba-088ba3628bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847371 Jul 28 03:42:40.678291 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc24980-cbfd-40f1-ae49-831f95d44ad7 req-0f4ebac0-9e42-448a-87dd-9855dd421c6b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:40.679854 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-6cc24980-cbfd-40f1-ae49-831f95d44ad7 req-0f4ebac0-9e42-448a-87dd-9855dd421c6b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0494635 Jul 28 03:42:40.719631 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-6cc24980-cbfd-40f1-ae49-831f95d44ad7 req-096071c5-1007-4822-b0e9-8875bb55138e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312266 Jul 28 03:42:41.836916 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975176d-8a96-4043-a512-489dd3f3a5ea req-dcec8fb6-9b10-4dde-a0f4-80a74d8d0e31 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:41.838337 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e975176d-8a96-4043-a512-489dd3f3a5ea req-dcec8fb6-9b10-4dde-a0f4-80a74d8d0e31 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0512483 Jul 28 03:42:41.875336 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e975176d-8a96-4043-a512-489dd3f3a5ea req-2ac87f1a-08f6-4415-877c-972571b749f9 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312624 Jul 28 03:42:42.989104 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b905b86-b0c2-4677-82f3-8abb8b14bd6f req-064c3cb7-dd17-4c3e-81aa-f8b5d55a1d96 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:42.990594 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1b905b86-b0c2-4677-82f3-8abb8b14bd6f req-064c3cb7-dd17-4c3e-81aa-f8b5d55a1d96 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0488093 Jul 28 03:42:43.027587 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1b905b86-b0c2-4677-82f3-8abb8b14bd6f req-8eb1be70-accd-4400-8170-5defb32e0628 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311425 Jul 28 03:42:44.142495 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd4c4b-7ba6-40bb-93e8-d9ad9b6fb2fb req-b73569f4-7089-4c25-8c4f-d7a4a0d47072 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:44.144680 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3bdd4c4b-7ba6-40bb-93e8-d9ad9b6fb2fb req-b73569f4-7089-4c25-8c4f-d7a4a0d47072 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 945 time: 0.0507455 Jul 28 03:42:44.182507 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3bdd4c4b-7ba6-40bb-93e8-d9ad9b6fb2fb req-8f1eb10a-11fa-4865-b3a0-e3dc5c2c2b6a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320513 Jul 28 03:42:44.881613 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device fbcce620-dcf6-4f36-b99e-42b820797a20 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:44.954533 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:44.975953 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbcce620-dcf6-4f36-b99e-42b820797a20'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:42:44.978159 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2f1cc8-a043-4b80-ab3a-b9213cf50634" -d '{"events": [{"server_uuid": "cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e", "name": "network-vif-unplugged", "status": "completed", "tag": "fbcce620-dcf6-4f36-b99e-42b820797a20"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:42:44.991234 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port fbcce620-dcf6-4f36-b99e-42b820797a20, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=fbcce620-dcf6-4f36-b99e-42b820797a20,segment=NetworkSegment(4da03bed-4a7d-47ff-9fce-544131d75007),segment_id=4da03bed-4a7d-47ff-9fce-544131d75007)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:44.995021 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:45.041904 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=fbcce620-dcf6-4f36-b99e-42b820797a20,revision_number=6']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:45.049584 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.049941 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.050290 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.050630 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.050970 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.051303 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.051637 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.051992 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.052324 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.052652 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.053074 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.053298 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:45.071967 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 03:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931c1760-3724-4683-8cb1-f5675eb85173 x-openstack-request-id: req-931c1760-3724-4683-8cb1-f5675eb85173 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:42:45.072503 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e", "name": "network-vif-unplugged", "status": "completed", "tag": "fbcce620-dcf6-4f36-b99e-42b820797a20", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:42:45.072940 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-931c1760-3724-4683-8cb1-f5675eb85173 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:42:45.073328 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbcce620-dcf6-4f36-b99e-42b820797a20', 'code': 200} Jul 28 03:42:45.296208 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc52b0-e8f2-4983-a1b1-2516a116f64d req-77d3b782-fa0f-4e2c-b5ad-f17915f29784 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:45.297695 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-25cc52b0-e8f2-4983-a1b1-2516a116f64d req-77d3b782-fa0f-4e2c-b5ad-f17915f29784 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0484107 Jul 28 03:42:45.334577 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-25cc52b0-e8f2-4983-a1b1-2516a116f64d req-83ab46c1-562a-4f34-b8aa-9d03469253f7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307581 Jul 28 03:42:46.453770 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159c07b-3b9e-411b-a85b-df5066af51a7 req-259b06cc-9e41-4f4e-9cae-404fb7ee67b5 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:46.455122 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f159c07b-3b9e-411b-a85b-df5066af51a7 req-259b06cc-9e41-4f4e-9cae-404fb7ee67b5 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0518415 Jul 28 03:42:46.492712 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f159c07b-3b9e-411b-a85b-df5066af51a7 req-2ce0563e-3961-4a04-8cd4-a5be92ddc7b0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315337 Jul 28 03:42:47.609951 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656d5f8-9e8c-4e95-ab29-9a4402410faf req-bef95282-4179-4eb9-880c-0701a5a4f6c3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:47.611381 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4656d5f8-9e8c-4e95-ab29-9a4402410faf req-bef95282-4179-4eb9-880c-0701a5a4f6c3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0526958 Jul 28 03:42:47.648937 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4656d5f8-9e8c-4e95-ab29-9a4402410faf req-af30ff16-1b0d-41d4-a6ee-998de07c7b93 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313656 Jul 28 03:42:48.762894 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a16b4-3e57-47fb-bacc-67601952fef1 req-42de1152-a145-470d-ae27-45ff51297419 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:48.764376 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-745a16b4-3e57-47fb-bacc-67601952fef1 req-42de1152-a145-470d-ae27-45ff51297419 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0496407 Jul 28 03:42:48.802302 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-745a16b4-3e57-47fb-bacc-67601952fef1 req-efb7eb82-888c-4dab-addb-b63ee2304aa8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320985 Jul 28 03:42:49.915101 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b4ced-f916-4bd1-a748-c63d0d5a04ae req-24d2ca6c-bea7-4131-8a06-c887b5b8371e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:49.916594 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e59b4ced-f916-4bd1-a748-c63d0d5a04ae req-24d2ca6c-bea7-4131-8a06-c887b5b8371e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0486608 Jul 28 03:42:49.954251 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e59b4ced-f916-4bd1-a748-c63d0d5a04ae req-174d7ea6-30f4-412f-8c7d-409f37de6e78 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319202 Jul 28 03:42:50.447143 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e133ebc0-ee98-4817-8d06-c94c3dc20d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:51.069816 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fed57-a5fc-4319-a3f5-d26241103788 req-0a72947b-835d-4c42-9a88-74251b1403f1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:51.071306 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0f9fed57-a5fc-4319-a3f5-d26241103788 req-0a72947b-835d-4c42-9a88-74251b1403f1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0492489 Jul 28 03:42:51.109397 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0f9fed57-a5fc-4319-a3f5-d26241103788 req-62a3a4e7-6d60-4ff9-b06c-7eb6754b1e6f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321524 Jul 28 03:42:52.039732 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:42:52.224081 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934c2d2-9e60-41bc-a0f8-595f23606bb0 req-06745117-ed22-450a-950a-7e468a3dce00 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:52.225537 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f934c2d2-9e60-41bc-a0f8-595f23606bb0 req-06745117-ed22-450a-950a-7e468a3dce00 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0484853 Jul 28 03:42:52.262629 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f934c2d2-9e60-41bc-a0f8-595f23606bb0 req-7c691ed7-3de4-4897-8548-72a73ef670c0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313692 Jul 28 03:42:53.106074 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:53.319467 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-806985c7-cd40-4dc7-ba0d-8981cbeb872e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:53.367185 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:53.381101 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f979582-6454-45f4-8565-381fb482aee5 req-1d61fe5d-d018-4930-813d-1da89c9856ce tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:53.382575 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0f979582-6454-45f4-8565-381fb482aee5 req-1d61fe5d-d018-4930-813d-1da89c9856ce tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0536287 Jul 28 03:42:53.423551 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0f979582-6454-45f4-8565-381fb482aee5 req-df3e14b5-5b40-4ffc-9fd8-a227eb32783d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350809 Jul 28 03:42:54.235964 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:54.540611 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c219e-eb15-43f6-820d-6ea96cf0e90a req-50c2ac79-349b-412b-a157-f80981a82b36 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:54.542126 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-310c219e-eb15-43f6-820d-6ea96cf0e90a req-50c2ac79-349b-412b-a157-f80981a82b36 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0510952 Jul 28 03:42:54.577891 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-310c219e-eb15-43f6-820d-6ea96cf0e90a req-ac570c36-9d91-451e-b5a4-9f01212a0666 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299840 Jul 28 03:42:55.691466 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebda92-7dc6-44ab-befb-603bc9a50088 req-fe061048-4f05-4c52-87c5-4fb23ec56fc7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:55.692994 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ccebda92-7dc6-44ab-befb-603bc9a50088 req-fe061048-4f05-4c52-87c5-4fb23ec56fc7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0476410 Jul 28 03:42:55.730243 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ccebda92-7dc6-44ab-befb-603bc9a50088 req-c77b92ce-353a-4b72-bc45-3bcc8c37b525 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314724 Jul 28 03:42:55.947687 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:56.842721 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e403f-aff9-4463-8562-0c6d215799e3 req-8cb379d9-61b7-4fae-8cb5-50650e18a3bb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:56.844171 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-222e403f-aff9-4463-8562-0c6d215799e3 req-8cb379d9-61b7-4fae-8cb5-50650e18a3bb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0474236 Jul 28 03:42:56.881156 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-222e403f-aff9-4463-8562-0c6d215799e3 req-8f08a12c-8858-4d00-925c-c44724d2b60f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303206 Jul 28 03:42:57.994087 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06b3cf-6b32-42ff-b45e-79ad6279c8e8 req-1329f0da-b323-474f-8a7e-93ffadbdb75e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:57.995462 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cf06b3cf-6b32-42ff-b45e-79ad6279c8e8 req-1329f0da-b323-474f-8a7e-93ffadbdb75e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0480080 Jul 28 03:42:58.032557 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cf06b3cf-6b32-42ff-b45e-79ad6279c8e8 req-54f09c92-5ed0-48e4-bd74-98d2305840e2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312848 Jul 28 03:42:59.146660 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372be4de-23d8-4986-9999-bbe12a265f64 req-bdd9e646-25ac-4c3c-89d3-659dc14dd44e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:42:59.148124 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-372be4de-23d8-4986-9999-bbe12a265f64 req-bdd9e646-25ac-4c3c-89d3-659dc14dd44e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0497887 Jul 28 03:42:59.185237 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-372be4de-23d8-4986-9999-bbe12a265f64 req-d1b90aa5-30cd-40dc-b4b0-d00f7d1cd28d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312338 Jul 28 03:43:00.302859 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4609b-4b0f-4f69-a7df-e9805c09f187 req-40ecc0e3-863f-43b4-8d96-04f5e87134e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:00.304349 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4af4609b-4b0f-4f69-a7df-e9805c09f187 req-40ecc0e3-863f-43b4-8d96-04f5e87134e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0523615 Jul 28 03:43:00.342019 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4af4609b-4b0f-4f69-a7df-e9805c09f187 req-ed7710e5-31a3-461a-a898-c05370573634 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318315 Jul 28 03:43:01.457462 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c4ae3-1fed-4d88-a790-af8329f84a9b req-a65d95ae-ec02-4a07-9417-83475453186c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:01.458883 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a21c4ae3-1fed-4d88-a790-af8329f84a9b req-a65d95ae-ec02-4a07-9417-83475453186c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0509911 Jul 28 03:43:01.495280 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a21c4ae3-1fed-4d88-a790-af8329f84a9b req-d428e3cf-e7dc-4430-a0b6-0c732ade9a03 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305982 Jul 28 03:43:02.607845 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da52a7-4bcd-4d1d-a073-547e106bb683 req-5a684f9d-32e5-4b34-8f4c-3faa73257451 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:02.609296 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-54da52a7-4bcd-4d1d-a073-547e106bb683 req-5a684f9d-32e5-4b34-8f4c-3faa73257451 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0486407 Jul 28 03:43:02.647464 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-54da52a7-4bcd-4d1d-a073-547e106bb683 req-14f77c42-457c-48b3-8866-e17f2de12b26 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322077 Jul 28 03:43:03.762908 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982f9cb-ac7d-4162-8ab4-eccf7e9846ae req-80606e23-2e3d-459c-9c95-6f29034958ca tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:03.764382 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3982f9cb-ac7d-4162-8ab4-eccf7e9846ae req-80606e23-2e3d-459c-9c95-6f29034958ca tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0500302 Jul 28 03:43:03.801908 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3982f9cb-ac7d-4162-8ab4-eccf7e9846ae req-0427aa78-50bd-47e9-ac9a-8a252f710465 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316982 Jul 28 03:43:04.915132 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c550fb-0dcc-431d-af57-55adc1ce8997 req-67753ac1-d09f-4212-8e2b-3cfd70e8a85a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:04.916627 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-38c550fb-0dcc-431d-af57-55adc1ce8997 req-67753ac1-d09f-4212-8e2b-3cfd70e8a85a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0485060 Jul 28 03:43:04.953993 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-38c550fb-0dcc-431d-af57-55adc1ce8997 req-087946a1-9200-4a59-ad1a-7ba8579b9768 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316298 Jul 28 03:43:06.067197 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdf37e-98c1-42d7-8621-ca7e1d547bfb req-34b37195-2558-4796-84ea-ebf5ef209a82 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:06.068677 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f5fdf37e-98c1-42d7-8621-ca7e1d547bfb req-34b37195-2558-4796-84ea-ebf5ef209a82 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0482862 Jul 28 03:43:06.105613 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f5fdf37e-98c1-42d7-8621-ca7e1d547bfb req-1aabd905-72bf-47ff-b967-6dd4c6f40645 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312264 Jul 28 03:43:07.224200 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce247ce-3d05-42d5-af1b-0c67593334c4 req-781d65e0-34c2-4b8a-8c38-fd6968fdbc66 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:07.225637 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-9ce247ce-3d05-42d5-af1b-0c67593334c4 req-781d65e0-34c2-4b8a-8c38-fd6968fdbc66 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0534046 Jul 28 03:43:07.263479 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-9ce247ce-3d05-42d5-af1b-0c67593334c4 req-5445783c-8efd-4fe8-9869-96ca7a400db5 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320680 Jul 28 03:43:08.380356 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ebd70-f0a1-4113-8e09-afc62fc52f49 req-375ebfc2-62ec-4b0a-b5a3-c482cb10ff00 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:08.381699 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ad8ebd70-f0a1-4113-8e09-afc62fc52f49 req-375ebfc2-62ec-4b0a-b5a3-c482cb10ff00 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0534563 Jul 28 03:43:08.418853 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ad8ebd70-f0a1-4113-8e09-afc62fc52f49 req-26b3ef33-4626-4a9e-ada7-418dd00145ab tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313597 Jul 28 03:43:09.530173 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383b1bc-d48f-4212-a359-c4e049e93810 req-9f4366b1-026c-4a1b-995f-63414cd7a505 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:09.531625 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0383b1bc-d48f-4212-a359-c4e049e93810 req-9f4366b1-026c-4a1b-995f-63414cd7a505 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0476067 Jul 28 03:43:09.568704 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-0383b1bc-d48f-4212-a359-c4e049e93810 req-17080788-ea75-48c1-a40c-a8944360af9b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306532 Jul 28 03:43:10.681826 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490974b5-2c01-4a6d-8165-dab9dae76297 req-b73957df-a964-464c-8adf-943bb1be9411 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:10.683273 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-490974b5-2c01-4a6d-8165-dab9dae76297 req-b73957df-a964-464c-8adf-943bb1be9411 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0483336 Jul 28 03:43:10.719306 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-490974b5-2c01-4a6d-8165-dab9dae76297 req-c457f98c-0756-474a-9503-e3a7f83d11b6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302372 Jul 28 03:43:11.831677 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81693cd7-26b8-428e-902c-de23ed4505fa req-cf0bd04e-d2eb-4143-b9a9-8db185c6b8c8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:11.833126 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-81693cd7-26b8-428e-902c-de23ed4505fa req-cf0bd04e-d2eb-4143-b9a9-8db185c6b8c8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0470023 Jul 28 03:43:11.869764 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-81693cd7-26b8-428e-902c-de23ed4505fa req-b4953ea2-b52d-4921-a213-97a8112874fd tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308933 Jul 28 03:43:12.981758 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bf150-ed67-46eb-8022-7160af8ae536 req-190f553b-e20b-4f54-9371-e0d9da03a8f9 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:12.983191 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bf9bf150-ed67-46eb-8022-7160af8ae536 req-190f553b-e20b-4f54-9371-e0d9da03a8f9 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0474083 Jul 28 03:43:13.020908 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bf9bf150-ed67-46eb-8022-7160af8ae536 req-837d7b10-69ee-418f-ab81-be3d33179669 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310743 Jul 28 03:43:14.138295 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f9307-b3de-46f8-921f-dd1bedeff993 req-7ae17e38-3090-4977-bf31-07511c527e45 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:14.139783 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-379f9307-b3de-46f8-921f-dd1bedeff993 req-7ae17e38-3090-4977-bf31-07511c527e45 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0523338 Jul 28 03:43:14.176976 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-379f9307-b3de-46f8-921f-dd1bedeff993 req-5c4e9e20-5697-472b-b0d0-c074c64dc304 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312057 Jul 28 03:43:15.293613 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ef143-baa8-40f5-86f1-8fcd304096b2 req-ead24b17-ea67-457f-8406-81fd5fdb4a20 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:15.295062 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-959ef143-baa8-40f5-86f1-8fcd304096b2 req-ead24b17-ea67-457f-8406-81fd5fdb4a20 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0513217 Jul 28 03:43:15.332405 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-959ef143-baa8-40f5-86f1-8fcd304096b2 req-74b4ae15-4f9b-4fd9-b413-818c764b9c43 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315261 Jul 28 03:43:16.443441 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b4002-32ed-4af5-b8c4-17807a1af130 req-060f2a3a-8d84-46a7-9d1b-fa857185cb7e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:16.444821 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-834b4002-32ed-4af5-b8c4-17807a1af130 req-060f2a3a-8d84-46a7-9d1b-fa857185cb7e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0473299 Jul 28 03:43:16.481990 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-834b4002-32ed-4af5-b8c4-17807a1af130 req-f98282d8-4e8f-45af-bde6-32155bf75382 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315151 Jul 28 03:43:17.593156 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884ac95-bec0-44cb-8a85-fdb9f6ec9741 req-ae3a6493-3427-435b-992e-d2a2be041cf2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:17.594590 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8884ac95-bec0-44cb-8a85-fdb9f6ec9741 req-ae3a6493-3427-435b-992e-d2a2be041cf2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0480382 Jul 28 03:43:17.632658 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8884ac95-bec0-44cb-8a85-fdb9f6ec9741 req-23e09d57-89c7-4265-b1c3-bdd7e88cb526 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313659 Jul 28 03:43:18.746343 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111a01e-e7c6-45bc-a302-bd47d4ce92c6 req-4d2910bd-6950-4491-8e12-fd9908a23609 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:18.747811 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-6111a01e-e7c6-45bc-a302-bd47d4ce92c6 req-4d2910bd-6950-4491-8e12-fd9908a23609 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0489564 Jul 28 03:43:18.785236 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-6111a01e-e7c6-45bc-a302-bd47d4ce92c6 req-22b80904-0f35-4a27-84e4-f087d3e2c9a8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310259 Jul 28 03:43:19.896805 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a859362-c82d-4167-a83c-5544ea3ad999 req-f0b356eb-21c5-4b71-ad59-df59f58e9bff tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:19.898323 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4a859362-c82d-4167-a83c-5544ea3ad999 req-f0b356eb-21c5-4b71-ad59-df59f58e9bff tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0480704 Jul 28 03:43:19.934878 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4a859362-c82d-4167-a83c-5544ea3ad999 req-beaba1f2-9349-4e49-a0f1-92a824e83ffa tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307949 Jul 28 03:43:20.447119 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-ea5bcfe1-79b1-4a50-8bbb-25fd8b55435d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:21.051245 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ae60d-2354-4ca8-aa35-97d552e6b969 req-01ff8d5a-4ec9-4f08-8a95-b1db2c04cc34 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:21.052712 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2a7ae60d-2354-4ca8-aa35-97d552e6b969 req-01ff8d5a-4ec9-4f08-8a95-b1db2c04cc34 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0526810 Jul 28 03:43:21.088900 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2a7ae60d-2354-4ca8-aa35-97d552e6b969 req-5922d47a-756d-4091-9795-829f98fe771f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303884 Jul 28 03:43:22.208363 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f851cc4-817e-430a-9cfd-6eef5833ff25 req-ac2f3af4-f99d-4817-9a61-79869b32f915 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:22.209793 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4f851cc4-817e-430a-9cfd-6eef5833ff25 req-ac2f3af4-f99d-4817-9a61-79869b32f915 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0534685 Jul 28 03:43:22.246851 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4f851cc4-817e-430a-9cfd-6eef5833ff25 req-e81f71d7-c7a2-422d-991a-bf31f37f1f52 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313025 Jul 28 03:43:23.132906 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:23.320093 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4d9906c0-8460-4adf-81ce-6de7be63e5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:23.360549 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e445c-fc3b-4c48-adb3-7f3a59d91dc0 req-1f5c98bc-87e6-4289-844a-addfaa60207d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:23.362037 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-9a7e445c-fc3b-4c48-adb3-7f3a59d91dc0 req-1f5c98bc-87e6-4289-844a-addfaa60207d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0492730 Jul 28 03:43:23.369058 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:23.401401 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-9a7e445c-fc3b-4c48-adb3-7f3a59d91dc0 req-9440f416-3f31-4429-b81c-1e66b9154eec tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324581 Jul 28 03:43:24.239254 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:24.516989 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dc8df-71cd-4b6a-8ca9-041d747f3fd2 req-cb6d0327-c821-443d-b6fc-3d4284dd6d83 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:24.518427 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c69dc8df-71cd-4b6a-8ca9-041d747f3fd2 req-cb6d0327-c821-443d-b6fc-3d4284dd6d83 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0494902 Jul 28 03:43:24.555419 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c69dc8df-71cd-4b6a-8ca9-041d747f3fd2 req-f41cfa42-ff2f-4b33-9e5e-5fe1af171c48 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311182 Jul 28 03:43:25.669028 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2d717-e5f7-4df5-afd9-b6daf8fce927 req-1dca5197-1cb3-4111-989a-917b70365e74 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:25.670420 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-e1d2d717-e5f7-4df5-afd9-b6daf8fce927 req-1dca5197-1cb3-4111-989a-917b70365e74 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0495846 Jul 28 03:43:25.709986 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-e1d2d717-e5f7-4df5-afd9-b6daf8fce927 req-39b21e42-8cca-4b16-9def-396e423a5d93 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328002 Jul 28 03:43:25.949049 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:26.822763 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc15a79-123c-48e7-9164-f46a25c7984c req-3876e489-a830-4797-ae07-2a9a6ee287b7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:26.824231 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bdc15a79-123c-48e7-9164-f46a25c7984c req-3876e489-a830-4797-ae07-2a9a6ee287b7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0487494 Jul 28 03:43:26.861048 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bdc15a79-123c-48e7-9164-f46a25c7984c req-77300440-5026-4753-b0a3-88ad61061150 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310273 Jul 28 03:43:27.737992 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af9fa2bd-c481-465b-b96c-7bddffffa0b5 req-c339a0c1-7486-44cb-b0c9-7eec65c03b77 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432413 Jul 28 03:43:27.808419 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fa2bd-c481-465b-b96c-7bddffffa0b5 req-a47c7a3c-2be5-4634-81ac-8867c59240dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:27.809871 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af9fa2bd-c481-465b-b96c-7bddffffa0b5 req-a47c7a3c-2be5-4634-81ac-8867c59240dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 1098 time: 0.0402477 Jul 28 03:43:27.909817 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fa2bd-c481-465b-b96c-7bddffffa0b5 req-728ec25d-9e82-48aa-8182-eb2ac37f3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:27.911867 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af9fa2bd-c481-465b-b96c-7bddffffa0b5 req-728ec25d-9e82-48aa-8182-eb2ac37f3a04 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 200 len: 911 time: 0.0833092 Jul 28 03:43:28.005043 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af9fa2bd-c481-465b-b96c-7bddffffa0b5 req-1a1d773f-f577-4150-8ef4-85533eee02b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e78fba6c-176b-4f20-8246-8712019f721a HTTP/1.1" status: 200 len: 1001 time: 0.0860515 Jul 28 03:43:28.018840 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42452b6-dac0-45a7-bb15-7de3eab0681e req-161f33bd-100a-4f1c-be40-6d695527957c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:28.020306 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d42452b6-dac0-45a7-bb15-7de3eab0681e req-161f33bd-100a-4f1c-be40-6d695527957c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0643246 Jul 28 03:43:28.091254 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d42452b6-dac0-45a7-bb15-7de3eab0681e req-34160b35-cb0c-4382-b296-bf57eaa519f9 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631769 Jul 28 03:43:28.092756 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fa2bd-c481-465b-b96c-7bddffffa0b5 req-2a115ef2-761c-412c-8876-b5053d7c6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:28.094128 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af9fa2bd-c481-465b-b96c-7bddffffa0b5 req-2a115ef2-761c-412c-8876-b5053d7c6c40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0855aebe-89e1-4a95-8ec3-265771853473 HTTP/1.1" status: 200 len: 849 time: 0.0729904 Jul 28 03:43:28.139337 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fa2bd-c481-465b-b96c-7bddffffa0b5 req-145c73b7-c00a-4162-883d-dae6c9d10a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:28.140861 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af9fa2bd-c481-465b-b96c-7bddffffa0b5 req-145c73b7-c00a-4162-883d-dae6c9d10a22 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396626 Jul 28 03:43:28.228664 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af9fa2bd-c481-465b-b96c-7bddffffa0b5 req-c4190c44-0f60-4daf-92be-30c00c779202 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804660 Jul 28 03:43:28.319891 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-af9fa2bd-c481-465b-b96c-7bddffffa0b5 req-aada880f-0f36-4a2e-83f1-c0274d101995 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839901 Jul 28 03:43:29.038872 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:43:29.208698 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebad9a-1a61-480b-8395-2b0893da5d12 req-35499f03-38e1-4ff9-ad71-4a7c4c87f1f6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:29.210156 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ccebad9a-1a61-480b-8395-2b0893da5d12 req-35499f03-38e1-4ff9-ad71-4a7c4c87f1f6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0530789 Jul 28 03:43:29.248070 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ccebad9a-1a61-480b-8395-2b0893da5d12 req-aaead2f9-8236-4a7c-a350-6f8c6623af52 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320690 Jul 28 03:43:30.362710 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811364c-75fb-41f2-ad89-e461ed115436 req-cc25ab95-4230-4a83-96f3-81d9f65c75c3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:30.364344 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-e811364c-75fb-41f2-ad89-e461ed115436 req-cc25ab95-4230-4a83-96f3-81d9f65c75c3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0506277 Jul 28 03:43:30.403202 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-e811364c-75fb-41f2-ad89-e461ed115436 req-b7811609-e095-4a40-a607-34537876b617 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327122 Jul 28 03:43:31.518356 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e20b5-9c04-4724-9b5c-4a155eab0ac1 req-298e28ca-c35f-425b-86fc-413aa6986b8c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:31.520082 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-255e20b5-9c04-4724-9b5c-4a155eab0ac1 req-298e28ca-c35f-425b-86fc-413aa6986b8c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0500984 Jul 28 03:43:31.557759 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-255e20b5-9c04-4724-9b5c-4a155eab0ac1 req-48ae369b-9904-4c6b-9605-0134217addc5 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317831 Jul 28 03:43:32.668951 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918eada-c115-449d-a545-fc2bb2de0dc9 req-22ee2833-3ed0-4bf8-af14-51d4a8319987 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:32.670397 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1918eada-c115-449d-a545-fc2bb2de0dc9 req-22ee2833-3ed0-4bf8-af14-51d4a8319987 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0474412 Jul 28 03:43:32.711793 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1918eada-c115-449d-a545-fc2bb2de0dc9 req-6fc3f5f5-d55e-42cb-9d02-52ad8e022b78 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355630 Jul 28 03:43:33.824164 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea476dda-34c4-4e4b-bdcb-c94207293f19 req-e1a30abd-4fbe-44cd-8e6a-5223b21d76cd tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:33.825603 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ea476dda-34c4-4e4b-bdcb-c94207293f19 req-e1a30abd-4fbe-44cd-8e6a-5223b21d76cd tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0491915 Jul 28 03:43:33.862770 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ea476dda-34c4-4e4b-bdcb-c94207293f19 req-1c967640-c619-49a8-9e24-f55560eb3dbe tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314052 Jul 28 03:43:34.974263 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8453b5b-b7c3-4207-86b3-4d3da1c33c58 req-20c5b8ed-3d62-4c67-8169-40892937691c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:34.975690 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b8453b5b-b7c3-4207-86b3-4d3da1c33c58 req-20c5b8ed-3d62-4c67-8169-40892937691c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0475543 Jul 28 03:43:35.012908 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b8453b5b-b7c3-4207-86b3-4d3da1c33c58 req-206ce54d-235c-4945-a7e6-ee62e3c96c37 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314574 Jul 28 03:43:36.129462 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db243ac7-a6b5-4536-92f2-75eda603d984 req-6502fc21-d16a-4019-8bdf-0c42bc16fa56 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:36.131424 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-db243ac7-a6b5-4536-92f2-75eda603d984 req-6502fc21-d16a-4019-8bdf-0c42bc16fa56 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0528145 Jul 28 03:43:36.169647 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-db243ac7-a6b5-4536-92f2-75eda603d984 req-e2c32a40-ec42-4b0c-a9ba-e954845396cd tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315387 Jul 28 03:43:37.283090 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100f1ac-eca9-40d7-853e-d90397bf07ba req-0cd0e01d-2f54-487d-9d58-304840be93f0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:37.284558 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8100f1ac-eca9-40d7-853e-d90397bf07ba req-0cd0e01d-2f54-487d-9d58-304840be93f0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0490007 Jul 28 03:43:37.322037 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8100f1ac-eca9-40d7-853e-d90397bf07ba req-4ed17dcf-869b-4109-96fb-c07f7b91cecc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317326 Jul 28 03:43:38.434291 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586c71e-fb49-4ef1-adc3-a4ebd8846802 req-6716fed1-fc0d-409c-95d9-b5d3d1fda09a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:38.435730 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1586c71e-fb49-4ef1-adc3-a4ebd8846802 req-6716fed1-fc0d-409c-95d9-b5d3d1fda09a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0478837 Jul 28 03:43:38.472937 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1586c71e-fb49-4ef1-adc3-a4ebd8846802 req-fd1ea6b8-6b67-450b-9e34-0839b683868d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314276 Jul 28 03:43:39.585967 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb564b2-a1d9-4f5e-8f39-7b738d55551d req-55d0c857-014a-4b97-b282-ce8bb03c8548 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:39.587435 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-adb564b2-a1d9-4f5e-8f39-7b738d55551d req-55d0c857-014a-4b97-b282-ce8bb03c8548 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0475953 Jul 28 03:43:39.628578 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-adb564b2-a1d9-4f5e-8f39-7b738d55551d req-b8e4ccc9-bf72-4a75-b245-c88b143506da tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353253 Jul 28 03:43:40.742032 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb276e27-c668-4d20-b7aa-9a711271a3c4 req-a1931d1c-3961-42ed-a64c-3b0cb754f63f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:40.743464 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cb276e27-c668-4d20-b7aa-9a711271a3c4 req-a1931d1c-3961-42ed-a64c-3b0cb754f63f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0483482 Jul 28 03:43:40.779294 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cb276e27-c668-4d20-b7aa-9a711271a3c4 req-032073e2-c982-44bb-9188-7194bc10a509 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300052 Jul 28 03:43:41.892484 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37244616-23ea-48ba-ae98-024172972979 req-1650e0c3-3abb-4a5c-ab85-ceddcbfe76ff tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:41.893948 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-37244616-23ea-48ba-ae98-024172972979 req-1650e0c3-3abb-4a5c-ab85-ceddcbfe76ff tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0490866 Jul 28 03:43:41.931515 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-37244616-23ea-48ba-ae98-024172972979 req-b74b6b1c-f0ec-463d-9867-4b8d92b69ae6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312140 Jul 28 03:43:43.046989 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc85c-7083-41ad-9687-155536c9c53e req-9135eaf2-5656-48c0-8956-21f9dace8173 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:43.048455 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5e2bc85c-7083-41ad-9687-155536c9c53e req-9135eaf2-5656-48c0-8956-21f9dace8173 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0509546 Jul 28 03:43:43.085946 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5e2bc85c-7083-41ad-9687-155536c9c53e req-c51ee9ad-f514-4f06-a1d3-b746d1fa8557 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308688 Jul 28 03:43:44.200974 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17455fcb-5449-456f-aa65-a68fcbb76b87 req-56e2a13f-2132-4a03-bae8-f35d83bcd04b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:44.202462 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-17455fcb-5449-456f-aa65-a68fcbb76b87 req-56e2a13f-2132-4a03-bae8-f35d83bcd04b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0492539 Jul 28 03:43:44.239701 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-17455fcb-5449-456f-aa65-a68fcbb76b87 req-ce328688-61da-404e-862a-0f87e1218de2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313630 Jul 28 03:43:45.352299 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04146ff-82fb-42f0-8cfa-dc037db81466 req-57e5598e-fb68-4c62-98f8-f59619dd3f29 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:45.353750 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c04146ff-82fb-42f0-8cfa-dc037db81466 req-57e5598e-fb68-4c62-98f8-f59619dd3f29 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0487685 Jul 28 03:43:45.390083 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c04146ff-82fb-42f0-8cfa-dc037db81466 req-794f2681-0f90-4fb6-a9b4-58eee8f644b9 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304446 Jul 28 03:43:46.502676 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abd5e3-e427-43c0-b3f1-39312732bd68 req-fb5967a8-460e-4656-96f3-ece7004b3cbd tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:46.504199 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-12abd5e3-e427-43c0-b3f1-39312732bd68 req-fb5967a8-460e-4656-96f3-ece7004b3cbd tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0477476 Jul 28 03:43:46.544565 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-12abd5e3-e427-43c0-b3f1-39312732bd68 req-703ac4af-ba3d-4191-a25e-e8d719e84511 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344851 Jul 28 03:43:47.657849 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97418ee-8fbf-4606-bdab-69e26aa29382 req-b87b1c81-5686-4c3a-ad0b-7b293ae95795 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:47.659317 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c97418ee-8fbf-4606-bdab-69e26aa29382 req-b87b1c81-5686-4c3a-ad0b-7b293ae95795 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0479076 Jul 28 03:43:47.697684 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c97418ee-8fbf-4606-bdab-69e26aa29382 req-e9695d0b-ba01-4094-930b-0687a7f1d575 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318153 Jul 28 03:43:48.811399 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e25a3-33fa-4a8a-b82a-6c3df9a76ed2 req-82cbc826-bff0-4d46-b35d-379229cb8b05 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:48.812890 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a08e25a3-33fa-4a8a-b82a-6c3df9a76ed2 req-82cbc826-bff0-4d46-b35d-379229cb8b05 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0486405 Jul 28 03:43:48.850566 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a08e25a3-33fa-4a8a-b82a-6c3df9a76ed2 req-6b3b8f1e-a585-465f-88cd-5790e49c84af tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319469 Jul 28 03:43:49.965522 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dde6ad-4b74-4435-84ee-40d66d1bc295 req-8fd08329-71a2-4c7b-b4d8-59cb426d5f52 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:49.966945 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-37dde6ad-4b74-4435-84ee-40d66d1bc295 req-8fd08329-71a2-4c7b-b4d8-59cb426d5f52 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0508742 Jul 28 03:43:50.003363 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-37dde6ad-4b74-4435-84ee-40d66d1bc295 req-c6b9b973-33e2-4b51-86c4-aeb2b7ee1979 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303354 Jul 28 03:43:50.446742 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fc012ec3-16da-491f-8087-d7e81aa731f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:51.116074 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47416389-e61f-43da-96dc-e43062922a84 req-48dab77d-a746-429b-9067-bfd510832957 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:51.117576 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-47416389-e61f-43da-96dc-e43062922a84 req-48dab77d-a746-429b-9067-bfd510832957 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0487647 Jul 28 03:43:51.155496 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-47416389-e61f-43da-96dc-e43062922a84 req-8d37d4c5-853d-4948-b9b1-e8be0dd1f5e3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321310 Jul 28 03:43:52.268361 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18717376-d4c3-49d9-862e-df0b94207cf3 req-b645d28e-2c13-406e-b70a-556d839c24a2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:52.270308 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-18717376-d4c3-49d9-862e-df0b94207cf3 req-b645d28e-2c13-406e-b70a-556d839c24a2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0480390 Jul 28 03:43:52.307454 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-18717376-d4c3-49d9-862e-df0b94207cf3 req-42bbe553-15f0-40df-9322-6651331b4be4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311840 Jul 28 03:43:53.150620 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.319594 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d078159e-8445-4b76-8e06-08375e587cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.370664 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:53.424371 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409e5c5-aa7d-4230-af5c-19ab8a5f8e22 req-19b67f94-7d8d-4af2-b827-1b186febb1b7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:53.425757 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-6409e5c5-aa7d-4230-af5c-19ab8a5f8e22 req-19b67f94-7d8d-4af2-b827-1b186febb1b7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0481870 Jul 28 03:43:53.466915 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-6409e5c5-aa7d-4230-af5c-19ab8a5f8e22 req-1975ec5a-a561-4409-9ebd-2de97148150e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343573 Jul 28 03:43:54.242527 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:54.580781 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf455ad-1b6d-4e50-9cd9-e762eead2d50 req-df82cafe-e2d1-4611-a714-3745ace73322 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:54.582456 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dbf455ad-1b6d-4e50-9cd9-e762eead2d50 req-df82cafe-e2d1-4611-a714-3745ace73322 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0482891 Jul 28 03:43:54.619092 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dbf455ad-1b6d-4e50-9cd9-e762eead2d50 req-4532b598-1f4b-42f9-a39c-431c1172fbe4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310979 Jul 28 03:43:55.732839 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1be30d-8d45-41ab-8bee-8a17b67a8218 req-17b90e92-d90b-4b37-abc3-270ea1b945c7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:55.734291 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-aa1be30d-8d45-41ab-8bee-8a17b67a8218 req-17b90e92-d90b-4b37-abc3-270ea1b945c7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0500484 Jul 28 03:43:55.772150 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-aa1be30d-8d45-41ab-8bee-8a17b67a8218 req-55fed764-cbf1-4722-b0ee-a0dca7494014 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319636 Jul 28 03:43:55.953283 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:56.887595 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c99d57-388b-45a5-9a55-835fa5f1fa6b req-fc217f59-96b7-4d04-9400-fd965c1108a5 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:56.889041 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-22c99d57-388b-45a5-9a55-835fa5f1fa6b req-fc217f59-96b7-4d04-9400-fd965c1108a5 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0513961 Jul 28 03:43:56.926626 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-22c99d57-388b-45a5-9a55-835fa5f1fa6b req-066ec805-7722-48b2-bba6-9330dc20ef11 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316460 Jul 28 03:43:58.038663 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963b3a0-eed3-418f-be21-cc1ec13dcc69 req-5184ef74-3dd0-43cb-8b4e-64d3c909191b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:58.040058 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a963b3a0-eed3-418f-be21-cc1ec13dcc69 req-5184ef74-3dd0-43cb-8b4e-64d3c909191b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0486782 Jul 28 03:43:58.076734 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a963b3a0-eed3-418f-be21-cc1ec13dcc69 req-9ed9e6bf-ed43-44af-8aa0-1cd885550574 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309377 Jul 28 03:43:59.189756 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350bee9-051b-48f8-a86c-d296761c7394 req-d2db8689-40ab-4251-ae9f-0039a153bd7f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:43:59.191199 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5350bee9-051b-48f8-a86c-d296761c7394 req-d2db8689-40ab-4251-ae9f-0039a153bd7f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0485888 Jul 28 03:43:59.229294 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5350bee9-051b-48f8-a86c-d296761c7394 req-5bd2620a-4cd5-4112-9c02-159810b5b8b8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316157 Jul 28 03:44:00.341018 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3e54f-d8f3-44b9-8de3-321bef210317 req-6b5101e1-4bc0-4528-8aa6-5c38f914d91d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:00.342467 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c9b3e54f-d8f3-44b9-8de3-321bef210317 req-6b5101e1-4bc0-4528-8aa6-5c38f914d91d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0479374 Jul 28 03:44:00.383363 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c9b3e54f-d8f3-44b9-8de3-321bef210317 req-8fd6e87a-fc75-44a3-89db-7d220adcc4f2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347962 Jul 28 03:44:01.500970 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1458cb-003a-4bd3-ae4f-9d6e26d6ce10 req-0b6d6f18-5888-48f1-9839-4df5a7adceeb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:01.502420 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-af1458cb-003a-4bd3-ae4f-9d6e26d6ce10 req-0b6d6f18-5888-48f1-9839-4df5a7adceeb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0479255 Jul 28 03:44:01.540003 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-af1458cb-003a-4bd3-ae4f-9d6e26d6ce10 req-ddbdac9f-56d6-44c2-b90a-03fa34fc7752 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Jul 28 03:44:02.655420 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4b3a5-7037-416e-834c-3af14a093861 req-5780f755-b459-4082-a000-8c8cb8fe3a5f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:02.656940 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-94a4b3a5-7037-416e-834c-3af14a093861 req-5780f755-b459-4082-a000-8c8cb8fe3a5f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0477760 Jul 28 03:44:02.693933 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-94a4b3a5-7037-416e-834c-3af14a093861 req-b3728da5-4b2b-47e3-b665-9c72cec91730 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303280 Jul 28 03:44:03.812782 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6029a-cadf-4070-870a-a988a934cec0 req-f35aa0c3-9e0c-4601-b8c9-1f2faadef7f8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:03.814239 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aae6029a-cadf-4070-870a-a988a934cec0 req-f35aa0c3-9e0c-4601-b8c9-1f2faadef7f8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0533953 Jul 28 03:44:03.851544 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aae6029a-cadf-4070-870a-a988a934cec0 req-1f3c680d-a824-4b90-8f59-43611c9abb36 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313540 Jul 28 03:44:04.964756 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e23e83-9216-40a5-9c01-ce5fac1cd18c req-ebb87a54-ea3c-40d2-8d8b-08af73b4a003 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:04.966258 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-82e23e83-9216-40a5-9c01-ce5fac1cd18c req-ebb87a54-ea3c-40d2-8d8b-08af73b4a003 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0482070 Jul 28 03:44:05.003505 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-82e23e83-9216-40a5-9c01-ce5fac1cd18c req-9443ee31-a380-4913-b7f8-cc1efced2340 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315437 Jul 28 03:44:06.039362 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:44:06.116921 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697cd39-ab16-4eb1-8f32-e045e8123e23 req-254b0668-2183-4555-9f79-05359870af7b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:06.118381 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b697cd39-ab16-4eb1-8f32-e045e8123e23 req-254b0668-2183-4555-9f79-05359870af7b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0483527 Jul 28 03:44:06.155758 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b697cd39-ab16-4eb1-8f32-e045e8123e23 req-0a06d02a-f3fe-46b6-b628-dd06974df1d1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314434 Jul 28 03:44:07.266479 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc61f4-501f-4149-825e-e195b8024db9 req-e57e532d-1fa3-4d32-bed4-1b211e90963f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:07.267944 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a6fc61f4-501f-4149-825e-e195b8024db9 req-e57e532d-1fa3-4d32-bed4-1b211e90963f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0480897 Jul 28 03:44:07.308460 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a6fc61f4-501f-4149-825e-e195b8024db9 req-28e4ca31-3693-4429-be7b-2016d8c7fa53 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342312 Jul 28 03:44:08.420030 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a70cd1-1e06-4569-bc2b-f34c42f501f7 req-0b995a64-abd5-4fe0-aec1-2142101ab57b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:08.421382 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-72a70cd1-1e06-4569-bc2b-f34c42f501f7 req-0b995a64-abd5-4fe0-aec1-2142101ab57b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0470104 Jul 28 03:44:08.463582 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-72a70cd1-1e06-4569-bc2b-f34c42f501f7 req-ed07f6cf-c166-49cc-8fdc-d2a95628bbfb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364881 Jul 28 03:44:09.575720 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8ba74-4fea-4d47-aa69-cd4206b5e7c5 req-0c29e621-f0e3-4578-b402-580ea58979e6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:09.577183 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ebf8ba74-4fea-4d47-aa69-cd4206b5e7c5 req-0c29e621-f0e3-4578-b402-580ea58979e6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0478380 Jul 28 03:44:09.613464 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ebf8ba74-4fea-4d47-aa69-cd4206b5e7c5 req-e3f835ec-70d9-4a0c-a2aa-56433888103d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305331 Jul 28 03:44:10.730160 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abb112-d70b-4c68-8d02-a8750fe55f6e req-aceedc60-20e1-4bf0-abab-d68b5dd1f524 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:10.731598 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-95abb112-d70b-4c68-8d02-a8750fe55f6e req-aceedc60-20e1-4bf0-abab-d68b5dd1f524 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0521264 Jul 28 03:44:10.768113 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-95abb112-d70b-4c68-8d02-a8750fe55f6e req-03159413-2895-40b0-8fbd-97900bc87cad tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307071 Jul 28 03:44:11.881260 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fb10e-751a-4c98-b52a-710310f2e058 req-77f929fd-151d-43fe-8586-0120aef6b218 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:11.882724 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-198fb10e-751a-4c98-b52a-710310f2e058 req-77f929fd-151d-43fe-8586-0120aef6b218 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0486269 Jul 28 03:44:11.920729 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-198fb10e-751a-4c98-b52a-710310f2e058 req-d6ca6d66-bfd0-4aa4-a60c-2f4950c3a311 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322425 Jul 28 03:44:13.032127 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcbac4-fb09-4e85-a229-0ce75ccfd53e req-c3484ffb-321e-4b1e-ae29-4699d22a6eaf tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:13.033608 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5cfcbac4-fb09-4e85-a229-0ce75ccfd53e req-c3484ffb-321e-4b1e-ae29-4699d22a6eaf tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0479810 Jul 28 03:44:13.071357 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5cfcbac4-fb09-4e85-a229-0ce75ccfd53e req-54519099-d9b1-40f6-827c-5d0aecdad7df tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313601 Jul 28 03:44:14.185756 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87e48c-51b5-4d05-862a-af36dff9ab9a req-033a2402-ed04-4ce9-94a3-4480d260ccea tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:14.187342 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4f87e48c-51b5-4d05-862a-af36dff9ab9a req-033a2402-ed04-4ce9-94a3-4480d260ccea tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0486987 Jul 28 03:44:14.228180 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4f87e48c-51b5-4d05-862a-af36dff9ab9a req-4ee0747e-a5b0-4ed0-a98f-f31e006a9bfa tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349360 Jul 28 03:44:15.340428 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941d223-b71e-49ff-a5eb-628e187cb6d7 req-b0831c78-04e2-4395-9f2b-525828731acf tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:15.341860 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8941d223-b71e-49ff-a5eb-628e187cb6d7 req-b0831c78-04e2-4395-9f2b-525828731acf tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0482378 Jul 28 03:44:15.378129 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8941d223-b71e-49ff-a5eb-628e187cb6d7 req-7f4f40f2-3f38-4081-b080-075e7561cd43 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302255 Jul 28 03:44:16.491451 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8989ec7-80bd-4894-8818-ae325a718f9c req-d070590e-298e-4e0d-9518-71d354027f5a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:16.492974 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b8989ec7-80bd-4894-8818-ae325a718f9c req-d070590e-298e-4e0d-9518-71d354027f5a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0486710 Jul 28 03:44:16.529307 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b8989ec7-80bd-4894-8818-ae325a718f9c req-daa1baf6-e6fc-4caa-83c1-49da21f48f2a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306201 Jul 28 03:44:17.741675 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b6c12-3df8-43eb-956d-dc1883574aee req-d59fbeef-6e55-48f7-8023-cae5bf1d71b7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:17.743105 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fa5b6c12-3df8-43eb-956d-dc1883574aee req-d59fbeef-6e55-48f7-8023-cae5bf1d71b7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0524786 Jul 28 03:44:17.780137 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fa5b6c12-3df8-43eb-956d-dc1883574aee req-e6754c5d-41e3-4bc6-a155-8a19ea48b16b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312278 Jul 28 03:44:18.891754 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c8522-fa47-475b-803c-e62ff3522c81 req-bee72259-d163-4284-a474-f60c71ee50e5 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:18.893201 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-641c8522-fa47-475b-803c-e62ff3522c81 req-bee72259-d163-4284-a474-f60c71ee50e5 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0476029 Jul 28 03:44:18.930583 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-641c8522-fa47-475b-803c-e62ff3522c81 req-8458b025-eae3-40e3-871a-b33ec1637b20 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308595 Jul 28 03:44:20.043514 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57f7d7-90bf-4f80-a4db-4f3774cd053d req-fbaa3a98-d8c0-4dd5-a85f-0441305196fe tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:20.044904 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6b57f7d7-90bf-4f80-a4db-4f3774cd053d req-fbaa3a98-d8c0-4dd5-a85f-0441305196fe tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0482309 Jul 28 03:44:20.081486 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6b57f7d7-90bf-4f80-a4db-4f3774cd053d req-5c4a7a11-f0fc-497e-bcc5-c92c233f414c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308306 Jul 28 03:44:20.446929 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-afece214-eb18-4bc5-91d0-e775d9ce2eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:21.196717 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d790d-7e3e-4919-8808-6e9ce339e51c req-5872c4cd-0d02-4f53-bf09-58175c2e9ccc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:21.198157 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-219d790d-7e3e-4919-8808-6e9ce339e51c req-5872c4cd-0d02-4f53-bf09-58175c2e9ccc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0476048 Jul 28 03:44:21.238830 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-219d790d-7e3e-4919-8808-6e9ce339e51c req-8a018d93-18b6-4f71-b929-55ce2afac99f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348165 Jul 28 03:44:22.351063 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf26949-0fb5-4eae-b27b-d67a670c16a8 req-7b2ad336-1095-4d78-b686-f8a7b3a8f6d1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:22.352553 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bdf26949-0fb5-4eae-b27b-d67a670c16a8 req-7b2ad336-1095-4d78-b686-f8a7b3a8f6d1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0481079 Jul 28 03:44:22.390041 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bdf26949-0fb5-4eae-b27b-d67a670c16a8 req-3782d04f-1945-46fa-91cd-e3e995e2950e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316358 Jul 28 03:44:23.150842 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:23.318804 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-177ea931-0406-4efb-b057-875108011006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:23.369558 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:23.500337 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163be8be-6cae-4733-8d26-c095071db2ff req-a9a2ebe1-1787-4f6f-bd84-de01634bdcea tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:23.501798 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-163be8be-6cae-4733-8d26-c095071db2ff req-a9a2ebe1-1787-4f6f-bd84-de01634bdcea tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0485020 Jul 28 03:44:23.539158 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-163be8be-6cae-4733-8d26-c095071db2ff req-9fc894b5-4168-4c02-9696-65191af2c432 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309920 Jul 28 03:44:24.246172 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:24.657155 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107e4c8-1d7e-4c14-a135-43204c126351 req-a05edfa5-9cbf-41aa-bff2-86897a633d5c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:24.658594 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d107e4c8-1d7e-4c14-a135-43204c126351 req-a05edfa5-9cbf-41aa-bff2-86897a633d5c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0533555 Jul 28 03:44:24.697654 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d107e4c8-1d7e-4c14-a135-43204c126351 req-a431f34e-d42c-447d-aaeb-923fb0d89dff tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322764 Jul 28 03:44:25.812295 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7b9ef-8802-4854-b770-b12cbb6ff972 req-d4552d19-315e-478f-a117-55edb109d1b8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:25.813731 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-92b7b9ef-8802-4854-b770-b12cbb6ff972 req-d4552d19-315e-478f-a117-55edb109d1b8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0493245 Jul 28 03:44:25.851797 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-92b7b9ef-8802-4854-b770-b12cbb6ff972 req-3c28c50b-e8c7-4acd-890d-930424f3ca9e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321777 Jul 28 03:44:25.954883 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:26.963255 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e2eaf-b408-48eb-af1e-6a47b975cad2 req-767f4591-deaa-4529-84e2-12935ad14cd8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:26.964724 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-956e2eaf-b408-48eb-af1e-6a47b975cad2 req-767f4591-deaa-4529-84e2-12935ad14cd8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0482144 Jul 28 03:44:27.008812 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-956e2eaf-b408-48eb-af1e-6a47b975cad2 req-e113d6b4-3ae2-4e26-ab02-aba45b21a2be tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384004 Jul 28 03:44:28.120836 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74deabd-0b5b-4e63-b6b4-e00963966599 req-7b7fa9dc-589e-41b4-9884-6dd21e5bb413 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:28.122324 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-e74deabd-0b5b-4e63-b6b4-e00963966599 req-7b7fa9dc-589e-41b4-9884-6dd21e5bb413 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0477531 Jul 28 03:44:28.164151 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-e74deabd-0b5b-4e63-b6b4-e00963966599 req-d4441604-ea7a-47c8-833f-9473c25f7f2b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360281 Jul 28 03:44:28.720173 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-28a99068-e1e9-4b33-8a06-ac2b2f7e27b1 req-8876c535-9483-40e8-80be-16c5fb2871b8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381076 Jul 28 03:44:28.790355 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a99068-e1e9-4b33-8a06-ac2b2f7e27b1 req-acc161ac-6743-445f-8613-2f34e5cc3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:28.791981 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-28a99068-e1e9-4b33-8a06-ac2b2f7e27b1 req-acc161ac-6743-445f-8613-2f34e5cc3002 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 1098 time: 0.0393355 Jul 28 03:44:28.894022 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a99068-e1e9-4b33-8a06-ac2b2f7e27b1 req-87c33ac9-3758-4432-a2b6-c7b408bdf15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:28.896093 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-28a99068-e1e9-4b33-8a06-ac2b2f7e27b1 req-87c33ac9-3758-4432-a2b6-c7b408bdf15b service neutron] 10.222.0.25 "GET /v2.0/networks?id=a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 200 len: 920 time: 0.0851510 Jul 28 03:44:28.937388 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-28a99068-e1e9-4b33-8a06-ac2b2f7e27b1 req-67075a05-f713-4490-b5bb-acc5d9aac012 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a641e29-3c70-42ab-97b9-e16e6ab74607 HTTP/1.1" status: 200 len: 217 time: 0.0337529 Jul 28 03:44:28.985170 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a99068-e1e9-4b33-8a06-ac2b2f7e27b1 req-ff58d8cc-336d-40df-bad6-bcbfa079b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:28.986467 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-28a99068-e1e9-4b33-8a06-ac2b2f7e27b1 req-ff58d8cc-336d-40df-bad6-bcbfa079b6f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38d1d376-b64d-4e01-9348-989681f94b9a HTTP/1.1" status: 200 len: 859 time: 0.0429850 Jul 28 03:44:29.015982 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-28a99068-e1e9-4b33-8a06-ac2b2f7e27b1 req-0fa7143c-85ae-4255-91b1-4635ff50c1f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a08c665d-fc97-4225-bb45-ecd81a76a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228200 Jul 28 03:44:29.106030 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-28a99068-e1e9-4b33-8a06-ac2b2f7e27b1 req-5b049a57-15cb-4df5-9b8f-9f4811195bde service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828574 Jul 28 03:44:29.194885 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-28a99068-e1e9-4b33-8a06-ac2b2f7e27b1 req-0d21a17e-4778-41fd-8bfb-82b24c88a710 service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818787 Jul 28 03:44:29.276904 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7983e-3e15-45d3-a2f7-4a7f73a0ff71 req-c299192a-d511-4677-8644-d737ffd119a0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:29.278247 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8db7983e-3e15-45d3-a2f7-4a7f73a0ff71 req-c299192a-d511-4677-8644-d737ffd119a0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0478716 Jul 28 03:44:29.315234 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8db7983e-3e15-45d3-a2f7-4a7f73a0ff71 req-e54388e6-062a-461e-b71d-5405631a19fc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313001 Jul 28 03:44:30.432341 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22077732-2e65-48e0-9c22-8a4a99165d1d req-ccd81d41-34a9-4f0c-b6c1-576c06af174b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:30.433692 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-22077732-2e65-48e0-9c22-8a4a99165d1d req-ccd81d41-34a9-4f0c-b6c1-576c06af174b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0521681 Jul 28 03:44:30.469985 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-22077732-2e65-48e0-9c22-8a4a99165d1d req-bcb45bf7-6f70-44ec-bbfb-c58e0589f7bb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305233 Jul 28 03:44:31.587609 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742299d-f5a2-4489-ade1-1085140adab0 req-cc01c885-ff55-4726-9d2c-c9bad951e3ee tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:31.589079 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5742299d-f5a2-4489-ade1-1085140adab0 req-cc01c885-ff55-4726-9d2c-c9bad951e3ee tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0517879 Jul 28 03:44:31.627270 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5742299d-f5a2-4489-ade1-1085140adab0 req-115f93fc-efe3-4286-aafc-b32860dd77fb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324311 Jul 28 03:44:32.739619 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc8598-fca5-4966-8407-03126ff53f7d req-919840ac-4159-4504-9114-aa9e2571c1fe tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:32.741087 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-03bc8598-fca5-4966-8407-03126ff53f7d req-919840ac-4159-4504-9114-aa9e2571c1fe tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0479126 Jul 28 03:44:32.777434 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-03bc8598-fca5-4966-8407-03126ff53f7d req-807f1b2d-7a16-4e0e-8dab-fb5ea9fa2607 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306096 Jul 28 03:44:33.890562 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cd9f1-6612-4f87-9f37-324510cb4d38 req-9c7b8aee-c687-4285-a64a-9251abcdd842 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:33.892048 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5a8cd9f1-6612-4f87-9f37-324510cb4d38 req-9c7b8aee-c687-4285-a64a-9251abcdd842 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0484416 Jul 28 03:44:33.929814 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5a8cd9f1-6612-4f87-9f37-324510cb4d38 req-0a25d9f7-da8f-443a-9529-887984e5ee62 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312672 Jul 28 03:44:35.041831 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db504ee3-bc26-434c-b9bb-2b276289805d req-c729a096-eccf-4d2b-b921-1e27a21a70f3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:35.043255 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-db504ee3-bc26-434c-b9bb-2b276289805d req-c729a096-eccf-4d2b-b921-1e27a21a70f3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0473993 Jul 28 03:44:35.079093 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-db504ee3-bc26-434c-b9bb-2b276289805d req-9ec7c408-217a-4f28-b62d-cbc831c39245 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299330 Jul 28 03:44:36.194000 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074a70f-2258-4efb-abbb-203841fb9768 req-06225b1c-665f-4057-9965-91edf414f955 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:36.195430 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b074a70f-2258-4efb-abbb-203841fb9768 req-06225b1c-665f-4057-9965-91edf414f955 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0485752 Jul 28 03:44:36.232130 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b074a70f-2258-4efb-abbb-203841fb9768 req-d7c89db7-3a44-467e-a94c-540421d88642 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309155 Jul 28 03:44:37.347929 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90dc842-5120-423f-9f8e-4a3411816212 req-d56d9aec-83c0-4787-98bc-bb6c795c466a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:37.349437 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d90dc842-5120-423f-9f8e-4a3411816212 req-d56d9aec-83c0-4787-98bc-bb6c795c466a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0520184 Jul 28 03:44:37.386593 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d90dc842-5120-423f-9f8e-4a3411816212 req-1ab5a9c2-1a84-4a8a-8a5b-0b8fe69bbbdc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312786 Jul 28 03:44:38.501201 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02265f-30f8-4c4e-9ea4-e3945ceb3616 req-3416252d-3299-43b3-b617-6b19e5b76a6f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:38.502625 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4d02265f-30f8-4c4e-9ea4-e3945ceb3616 req-3416252d-3299-43b3-b617-6b19e5b76a6f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0514820 Jul 28 03:44:38.539770 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4d02265f-30f8-4c4e-9ea4-e3945ceb3616 req-ff6a8466-46bb-4f4f-a592-046124cd20e4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306473 Jul 28 03:44:39.651577 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c20b79-002e-48e9-b8ae-cfbcbfaea994 req-b68a7306-1a2c-4341-8fdd-a311268c48e9 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:39.653052 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-47c20b79-002e-48e9-b8ae-cfbcbfaea994 req-b68a7306-1a2c-4341-8fdd-a311268c48e9 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0472381 Jul 28 03:44:39.689908 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-47c20b79-002e-48e9-b8ae-cfbcbfaea994 req-226c1fb1-8c8c-4b27-adae-0ef5c4a56124 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311167 Jul 28 03:44:40.804058 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06593ae-9f40-4a80-870a-5a83c95b8240 req-0318409e-e14f-476a-8f1c-2af20e4feca3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:40.805523 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f06593ae-9f40-4a80-870a-5a83c95b8240 req-0318409e-e14f-476a-8f1c-2af20e4feca3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0486600 Jul 28 03:44:40.842521 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f06593ae-9f40-4a80-870a-5a83c95b8240 req-0f7fa1fb-70eb-47d3-a2ef-92ccc6b01dcf tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311441 Jul 28 03:44:41.959742 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479b957-6ca8-4aa7-8784-63a9b72464cc req-f465ec33-f8e5-4874-9d86-06e7385de2f9 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:41.961226 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4479b957-6ca8-4aa7-8784-63a9b72464cc req-f465ec33-f8e5-4874-9d86-06e7385de2f9 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0491214 Jul 28 03:44:41.998532 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-4479b957-6ca8-4aa7-8784-63a9b72464cc req-b0b0702e-3dc6-4838-9cb8-8ef7768b0848 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316634 Jul 28 03:44:43.039154 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:44:43.113235 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5376a3-69f2-4f3d-ab0c-6f29c02c6370 req-df99d525-69ae-4a68-9def-9827fd300dc7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:43.115053 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1b5376a3-69f2-4f3d-ab0c-6f29c02c6370 req-df99d525-69ae-4a68-9def-9827fd300dc7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0496483 Jul 28 03:44:43.152498 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1b5376a3-69f2-4f3d-ab0c-6f29c02c6370 req-c35bf13f-2661-494c-bcbe-7d947e9ce996 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316634 Jul 28 03:44:44.267831 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5bc29-d0bd-4c2f-8972-51734d989876 req-8b375daa-331b-40ad-8329-87658184e8ff tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:44.269271 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-23b5bc29-d0bd-4c2f-8972-51734d989876 req-8b375daa-331b-40ad-8329-87658184e8ff tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0519166 Jul 28 03:44:44.306494 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-23b5bc29-d0bd-4c2f-8972-51734d989876 req-5d21e5d3-e50a-4b2c-9689-7851495c88d3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312281 Jul 28 03:44:45.421801 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adb4bb-a6fd-4634-905b-c3fba7c4a9f8 req-7c963a1b-497c-4092-8955-15368d7477d4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:45.423258 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-26adb4bb-a6fd-4634-905b-c3fba7c4a9f8 req-7c963a1b-497c-4092-8955-15368d7477d4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0522332 Jul 28 03:44:45.460970 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-26adb4bb-a6fd-4634-905b-c3fba7c4a9f8 req-bc4a9f38-76a8-4754-bb36-93c27ce6ff57 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312445 Jul 28 03:44:46.572412 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0de34-6e79-4574-8e2b-0f0dd58e513e req-b36a9af8-6a4a-431b-a7e8-6db6e4e1c270 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:46.573859 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5af0de34-6e79-4574-8e2b-0f0dd58e513e req-b36a9af8-6a4a-431b-a7e8-6db6e4e1c270 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0477779 Jul 28 03:44:46.610614 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5af0de34-6e79-4574-8e2b-0f0dd58e513e req-2a3ebd54-40cc-4a8b-a6e5-77ffd9362651 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310650 Jul 28 03:44:47.722842 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c01cac-6e8a-41cf-a566-a41b6b49d71f req-8ed5d8ed-5bef-45c0-9a19-f3af63064b2a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:47.724783 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-50c01cac-6e8a-41cf-a566-a41b6b49d71f req-8ed5d8ed-5bef-45c0-9a19-f3af63064b2a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0498929 Jul 28 03:44:47.763004 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-50c01cac-6e8a-41cf-a566-a41b6b49d71f req-8a44f9ef-0b4a-4337-a1ed-27a94dcb22e3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322998 Jul 28 03:44:48.876443 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacbdc4-be65-486d-a6f4-9e21ce4cc790 req-44b71b9e-4f62-4726-b454-3c054e4130e1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:48.877875 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5cacbdc4-be65-486d-a6f4-9e21ce4cc790 req-44b71b9e-4f62-4726-b454-3c054e4130e1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0484707 Jul 28 03:44:48.914625 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5cacbdc4-be65-486d-a6f4-9e21ce4cc790 req-e101ee11-63a9-42e1-843d-83fcae366aeb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304453 Jul 28 03:44:50.025669 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c10fd7-f954-48f4-98dd-ca55338c3b38 req-ccc98e33-c954-4f9b-a69a-9554c9e3e4e4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:50.027039 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-83c10fd7-f954-48f4-98dd-ca55338c3b38 req-ccc98e33-c954-4f9b-a69a-9554c9e3e4e4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0476260 Jul 28 03:44:50.063795 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-83c10fd7-f954-48f4-98dd-ca55338c3b38 req-3fd4185e-1027-48f5-8446-6b603b5f2045 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309713 Jul 28 03:44:50.447077 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d60e40f7-dfe7-4f6d-8f1a-b20d82d49a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:51.192856 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b934c-5843-4ef4-b940-6ce39c58553f req-cdf6c483-ae83-4467-9b1a-ac57b21c89d8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:51.194318 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f41b934c-5843-4ef4-b940-6ce39c58553f req-cdf6c483-ae83-4467-9b1a-ac57b21c89d8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0521138 Jul 28 03:44:51.231575 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f41b934c-5843-4ef4-b940-6ce39c58553f req-a0c76ddd-a159-4768-a319-061e29528089 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313480 Jul 28 03:44:52.348670 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0805b25-3dab-4e5b-ba63-a1c29c2f3ad1 req-bead70be-4a54-4533-85a4-9dfb7f7c8f7e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:52.350504 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f0805b25-3dab-4e5b-ba63-a1c29c2f3ad1 req-bead70be-4a54-4533-85a4-9dfb7f7c8f7e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0538180 Jul 28 03:44:52.388540 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f0805b25-3dab-4e5b-ba63-a1c29c2f3ad1 req-d28852c1-790c-40af-9382-7d61a4e66edd tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324571 Jul 28 03:44:53.164530 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:53.318193 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-13376228-6819-42f0-8d15-48b91d5cbbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:53.369803 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:53.505226 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9855df3-fae6-4e9c-9c4c-7bd97299ee8b req-e756f9ce-30a3-4694-b941-f33e176b682d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:53.506721 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b9855df3-fae6-4e9c-9c4c-7bd97299ee8b req-e756f9ce-30a3-4694-b941-f33e176b682d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0511851 Jul 28 03:44:53.545457 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b9855df3-fae6-4e9c-9c4c-7bd97299ee8b req-568181e9-0dd6-4880-a109-314a39b09ccc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329068 Jul 28 03:44:54.248812 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:54.663185 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bcefa-a9a7-4688-906b-d759ac6743ae req-38fdcfe4-0e9d-49fc-bb07-9a86f0081678 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:54.664686 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-687bcefa-a9a7-4688-906b-d759ac6743ae req-38fdcfe4-0e9d-49fc-bb07-9a86f0081678 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0494487 Jul 28 03:44:54.702871 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-687bcefa-a9a7-4688-906b-d759ac6743ae req-e79b4e76-85f6-42e7-af66-8cac18be00fb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322890 Jul 28 03:44:55.815051 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeef417-422d-4948-b3a9-c9445a6c4838 req-26f25e01-1436-43ac-9b74-fc24475384d8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:55.816573 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-afeef417-422d-4948-b3a9-c9445a6c4838 req-26f25e01-1436-43ac-9b74-fc24475384d8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0483890 Jul 28 03:44:55.854375 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-afeef417-422d-4948-b3a9-c9445a6c4838 req-04fc35a2-c60a-4c38-b687-e7996932831b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318012 Jul 28 03:44:55.958314 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:56.966738 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffe5b6-0165-4bd8-bf0c-54f8e0cadc27 req-55fb2d05-6b45-4f1a-b350-828b98f86f36 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:56.968206 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f4ffe5b6-0165-4bd8-bf0c-54f8e0cadc27 req-55fb2d05-6b45-4f1a-b350-828b98f86f36 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0487275 Jul 28 03:44:57.010285 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f4ffe5b6-0165-4bd8-bf0c-54f8e0cadc27 req-fe6af61c-9408-4be6-99c9-9a1411fea758 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352793 Jul 28 03:44:58.126773 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f425ce-773f-49a3-9250-4bffabd39a97 req-1a16a876-9360-44cd-8102-347446585382 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:58.128281 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-77f425ce-773f-49a3-9250-4bffabd39a97 req-1a16a876-9360-44cd-8102-347446585382 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0518196 Jul 28 03:44:58.166530 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-77f425ce-773f-49a3-9250-4bffabd39a97 req-f335c71e-bf76-4d48-984e-f91454d1879c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315819 Jul 28 03:44:59.282315 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473962c-869b-444e-878c-374856f00b7b req-cf5500a0-ce33-4ac0-b1c9-d351399add5d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:44:59.283779 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d473962c-869b-444e-878c-374856f00b7b req-cf5500a0-ce33-4ac0-b1c9-d351399add5d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0511768 Jul 28 03:44:59.320856 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d473962c-869b-444e-878c-374856f00b7b req-fac3f5b4-be20-41fa-a5f6-5bac235743ca tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307362 Jul 28 03:45:00.431672 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e2c00-6618-4e97-8c5b-39a37bf46c4c req-730c2bf9-eba2-4609-a2cc-ddde4fd103c3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:00.433078 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-075e2c00-6618-4e97-8c5b-39a37bf46c4c req-730c2bf9-eba2-4609-a2cc-ddde4fd103c3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0472710 Jul 28 03:45:00.469794 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-075e2c00-6618-4e97-8c5b-39a37bf46c4c req-bea6d668-16e8-4df1-a450-c8e0bd89f22e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310681 Jul 28 03:45:01.581069 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d06c7-691b-4951-b3ef-d3c40f43ffc3 req-b6596ee4-84f0-49e1-88ff-8e558a4d34aa tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:01.583222 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ec9d06c7-691b-4951-b3ef-d3c40f43ffc3 req-b6596ee4-84f0-49e1-88ff-8e558a4d34aa tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0476890 Jul 28 03:45:01.620008 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ec9d06c7-691b-4951-b3ef-d3c40f43ffc3 req-c26d94a2-63c1-4369-8e58-52ab203e9144 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309796 Jul 28 03:45:02.734996 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34715ac9-e45c-4753-89b4-46cb4b8b43b7 req-5aef7fe1-86b8-4660-b9b1-e7d1a9b53f2d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:02.736495 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-34715ac9-e45c-4753-89b4-46cb4b8b43b7 req-5aef7fe1-86b8-4660-b9b1-e7d1a9b53f2d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0498343 Jul 28 03:45:02.773531 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-34715ac9-e45c-4753-89b4-46cb4b8b43b7 req-c0e0f495-cfaf-4d3a-9668-1c28ffe27a3f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311680 Jul 28 03:45:03.886001 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dfc05-6f7f-4459-9d16-fac6101365a4 req-3f4d3e65-9373-44b4-a248-29aabc9d70c0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:03.887440 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7e6dfc05-6f7f-4459-9d16-fac6101365a4 req-3f4d3e65-9373-44b4-a248-29aabc9d70c0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0483205 Jul 28 03:45:03.923523 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7e6dfc05-6f7f-4459-9d16-fac6101365a4 req-77129a2e-7da3-4f32-a943-cf4c6038c3e2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302827 Jul 28 03:45:05.041967 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645987a-dea2-46b2-84fd-988c34e256e1 req-7e818624-6f6a-4f28-a8b6-b8c88d30e055 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:05.043477 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5645987a-dea2-46b2-84fd-988c34e256e1 req-7e818624-6f6a-4f28-a8b6-b8c88d30e055 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0531437 Jul 28 03:45:05.083052 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5645987a-dea2-46b2-84fd-988c34e256e1 req-4fd6ecee-7c13-4fef-8011-196257b08416 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338020 Jul 28 03:45:06.203873 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9317f-eb6a-4a4e-9ace-e38f7359b6f9 req-4926d443-9f2e-446f-9eb9-bd3e10c79080 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:06.205356 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-03a9317f-eb6a-4a4e-9ace-e38f7359b6f9 req-4926d443-9f2e-446f-9eb9-bd3e10c79080 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0541813 Jul 28 03:45:06.247493 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-03a9317f-eb6a-4a4e-9ace-e38f7359b6f9 req-65ae5ef1-33aa-4ba6-848f-47ed37f0204e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332274 Jul 28 03:45:07.355909 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ffe83-c464-4c59-9e7d-7009023969fb req-29982842-58c3-499f-9ee8-2d6b86ab1b88 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:07.357249 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-be7ffe83-c464-4c59-9e7d-7009023969fb req-29982842-58c3-499f-9ee8-2d6b86ab1b88 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0478346 Jul 28 03:45:07.394566 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-be7ffe83-c464-4c59-9e7d-7009023969fb req-6deaa08b-7656-4c3b-9864-41320f8ef4b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314982 Jul 28 03:45:08.508014 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf77dc-c39d-4f5c-a801-818a0a1686b7 req-1d7af63f-a571-430b-941f-75e8ddc8d0ab tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:08.509480 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cdaf77dc-c39d-4f5c-a801-818a0a1686b7 req-1d7af63f-a571-430b-941f-75e8ddc8d0ab tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0484176 Jul 28 03:45:08.546407 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cdaf77dc-c39d-4f5c-a801-818a0a1686b7 req-01171e49-0926-4dde-b144-f26b1a2d0856 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312359 Jul 28 03:45:09.657904 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde4eac-3f05-475b-a28f-f06bc5e44235 req-00726e9c-610e-49e4-803f-274a74e89a4c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:09.659250 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2bde4eac-3f05-475b-a28f-f06bc5e44235 req-00726e9c-610e-49e4-803f-274a74e89a4c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0473032 Jul 28 03:45:09.696450 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2bde4eac-3f05-475b-a28f-f06bc5e44235 req-1cb6dccd-23c4-448d-a3a0-b11c816f5533 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307326 Jul 28 03:45:10.809823 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d17341-9691-46e5-9ada-73178ad11e50 req-aec5c937-b517-46f5-8229-b421ff326ce0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:10.811318 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4d17341-9691-46e5-9ada-73178ad11e50 req-aec5c937-b517-46f5-8229-b421ff326ce0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0488622 Jul 28 03:45:10.848598 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4d17341-9691-46e5-9ada-73178ad11e50 req-7e867d25-3df8-4972-93fb-5c1f2e1647d3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306213 Jul 28 03:45:11.964207 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb7a2-ad4b-49a1-b629-1c7947f58abf req-a8fd6524-de7b-49a5-b43a-d1c27c48444d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:11.965652 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f7cfb7a2-ad4b-49a1-b629-1c7947f58abf req-a8fd6524-de7b-49a5-b43a-d1c27c48444d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0510345 Jul 28 03:45:12.002323 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f7cfb7a2-ad4b-49a1-b629-1c7947f58abf req-77819674-a9f1-4183-ab7d-0d244a3c469d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308042 Jul 28 03:45:13.122105 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff3a07-fa29-4796-8191-05d92f137348 req-0d779493-0683-4243-a39c-0cc82352700e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:13.123580 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-14ff3a07-fa29-4796-8191-05d92f137348 req-0d779493-0683-4243-a39c-0cc82352700e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0526919 Jul 28 03:45:13.161876 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-14ff3a07-fa29-4796-8191-05d92f137348 req-b256360c-a993-4fdf-a4bc-f4440f4a3ac4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322897 Jul 28 03:45:14.281919 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4346aa-4109-4034-acab-afd91ba74bed req-4b12881e-9237-4695-a89c-20be60b5e448 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:14.283434 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5c4346aa-4109-4034-acab-afd91ba74bed req-4b12881e-9237-4695-a89c-20be60b5e448 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0551209 Jul 28 03:45:14.324565 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5c4346aa-4109-4034-acab-afd91ba74bed req-33c0bfdd-aeea-4a90-af72-65a105a86907 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348215 Jul 28 03:45:15.439957 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077942c-1f03-4ed5-8d3b-f9b49c6b6746 req-7a0ccf85-9c09-49b7-b8f6-551219fea56e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:15.441508 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6077942c-1f03-4ed5-8d3b-f9b49c6b6746 req-7a0ccf85-9c09-49b7-b8f6-551219fea56e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0485849 Jul 28 03:45:15.478574 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6077942c-1f03-4ed5-8d3b-f9b49c6b6746 req-9a3feece-aae4-4252-9003-451aac4e6e0c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314424 Jul 28 03:45:16.591391 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3f3dd-1211-4736-94ab-4a8107a463f7 req-2f4c07dc-1bb8-451f-a0ea-9c6ea444739b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:16.592886 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c9c3f3dd-1211-4736-94ab-4a8107a463f7 req-2f4c07dc-1bb8-451f-a0ea-9c6ea444739b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0479872 Jul 28 03:45:16.631549 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c9c3f3dd-1211-4736-94ab-4a8107a463f7 req-b1a56b24-74b4-4207-8927-58277a44c405 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318861 Jul 28 03:45:17.754279 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2e90d-5d07-4375-8c82-5d56678e0afd req-4239ec88-5388-43a6-b5cf-186b93d1494d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:17.754279 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b0d2e90d-5d07-4375-8c82-5d56678e0afd req-4239ec88-5388-43a6-b5cf-186b93d1494d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0516713 Jul 28 03:45:17.789221 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b0d2e90d-5d07-4375-8c82-5d56678e0afd req-f58480c8-857e-4661-a048-ea3d20d21b9c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323281 Jul 28 03:45:18.911790 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f4d70-2278-4efd-984a-20b2fd88cf60 req-8c09c5b4-a18b-45fb-a35f-f8928081a1fe tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:18.913292 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-262f4d70-2278-4efd-984a-20b2fd88cf60 req-8c09c5b4-a18b-45fb-a35f-f8928081a1fe tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0529838 Jul 28 03:45:18.950708 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-262f4d70-2278-4efd-984a-20b2fd88cf60 req-283f872d-afc4-4dd8-9c83-56e68b6b0b64 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315917 Jul 28 03:45:20.038102 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:45:20.066766 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd750587-63db-4353-b46a-887acd5c9439 req-2b9e98d3-a421-4520-a998-c10560ebd33e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:20.068254 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cd750587-63db-4353-b46a-887acd5c9439 req-2b9e98d3-a421-4520-a998-c10560ebd33e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0523117 Jul 28 03:45:20.105249 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cd750587-63db-4353-b46a-887acd5c9439 req-d2a918e6-b669-4ed0-94f2-6148cbe6a2ac tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312359 Jul 28 03:45:20.447129 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c62b46b0-0b32-46b6-9d1e-8c32ce89f518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:21.216457 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb621b-eaf1-4e00-9aa8-0f7783297d0c req-55888877-6e35-41fc-81e4-0c0379455f0f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:21.217944 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c4bb621b-eaf1-4e00-9aa8-0f7783297d0c req-55888877-6e35-41fc-81e4-0c0379455f0f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0482602 Jul 28 03:45:21.255351 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c4bb621b-eaf1-4e00-9aa8-0f7783297d0c req-3ca76a34-f165-4863-8010-b184509fb813 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311232 Jul 28 03:45:22.367339 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127ca30-f8a1-4128-9713-beca95881141 req-560c813f-4342-4f61-8adb-f797ec7f78da tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:22.368824 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5127ca30-f8a1-4128-9713-beca95881141 req-560c813f-4342-4f61-8adb-f797ec7f78da tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0480940 Jul 28 03:45:22.406321 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5127ca30-f8a1-4128-9713-beca95881141 req-22898324-3722-464a-b316-18602ef7cdcd tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316837 Jul 28 03:45:23.165331 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:23.318400 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c64658f8-c3a2-4290-a9a3-52a4060c6eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:23.368531 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:23.518657 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a04f0d-79c6-4309-9b97-b209fe5b126f req-7cbeab6c-7d36-4e9e-86d4-e2e1804f7204 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:23.520784 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5a04f0d-79c6-4309-9b97-b209fe5b126f req-7cbeab6c-7d36-4e9e-86d4-e2e1804f7204 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0485754 Jul 28 03:45:23.558018 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5a04f0d-79c6-4309-9b97-b209fe5b126f req-f71e9af3-9703-4457-b053-9a439d51a397 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312929 Jul 28 03:45:24.251285 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:24.670458 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcc533-3634-4102-a4f8-3656494d0af5 req-b541887c-5caf-4692-9520-f19224cbcfad tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:24.671938 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c3dcc533-3634-4102-a4f8-3656494d0af5 req-b541887c-5caf-4692-9520-f19224cbcfad tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0477309 Jul 28 03:45:24.709880 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c3dcc533-3634-4102-a4f8-3656494d0af5 req-e528bff2-d66f-4c29-9f02-7910b3a9eb6d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318565 Jul 28 03:45:25.826396 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cab92-7bf5-41fd-b020-ccf6e8c794b4 req-58c985db-add9-41b9-993c-e2c2f2a0d165 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:25.827876 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-689cab92-7bf5-41fd-b020-ccf6e8c794b4 req-58c985db-add9-41b9-993c-e2c2f2a0d165 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0515835 Jul 28 03:45:25.865824 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-689cab92-7bf5-41fd-b020-ccf6e8c794b4 req-2389a59a-6b55-4ae0-b5f5-732889dd3066 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312414 Jul 28 03:45:25.961384 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:26.981268 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ec6cb-618f-49ca-809b-2dfaed6f3c82 req-a13205d1-e562-41cd-98fa-d45b57b52355 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:26.982694 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-945ec6cb-618f-49ca-809b-2dfaed6f3c82 req-a13205d1-e562-41cd-98fa-d45b57b52355 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0519512 Jul 28 03:45:27.021371 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-945ec6cb-618f-49ca-809b-2dfaed6f3c82 req-539c5871-ff7e-47d7-9309-8b2f91f1457c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326726 Jul 28 03:45:28.133266 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd412ad-61b3-4d0f-998f-343270acbb7f req-8a7f202d-50f3-4f8d-991a-520164491ffb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:28.134763 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8dd412ad-61b3-4d0f-998f-343270acbb7f req-8a7f202d-50f3-4f8d-991a-520164491ffb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0485895 Jul 28 03:45:28.172400 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8dd412ad-61b3-4d0f-998f-343270acbb7f req-1570dbab-b8d3-4d75-bc38-3c408e2a91c1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317962 Jul 28 03:45:29.284156 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f60c1-705c-4679-92bf-2ebe316a4aa3 req-49121574-9012-4c23-a1df-d0a80036fe40 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:29.286251 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7f2f60c1-705c-4679-92bf-2ebe316a4aa3 req-49121574-9012-4c23-a1df-d0a80036fe40 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0482664 Jul 28 03:45:29.325560 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7f2f60c1-705c-4679-92bf-2ebe316a4aa3 req-b93af400-96c9-4fb9-82ce-620480d020a2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334790 Jul 28 03:45:30.439980 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6c89f-0535-4eaf-90e8-0c86bc4c5163 req-069a2f20-bbe4-4d58-99ed-de26938381fc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:30.441508 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-31f6c89f-0535-4eaf-90e8-0c86bc4c5163 req-069a2f20-bbe4-4d58-99ed-de26938381fc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0484307 Jul 28 03:45:30.481663 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-31f6c89f-0535-4eaf-90e8-0c86bc4c5163 req-c59904c0-1d4b-45ef-8ed1-db74ec8def1a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335643 Jul 28 03:45:30.751563 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-52a96c92-78bf-4ff4-b7a3-4b44e298b3bd req-e1cb9a0d-0f57-40be-b707-83ee27b7da5f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425308 Jul 28 03:45:30.828471 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a96c92-78bf-4ff4-b7a3-4b44e298b3bd req-f19a6eae-e07e-417c-b535-0bbd7a666a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:30.829955 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-52a96c92-78bf-4ff4-b7a3-4b44e298b3bd req-f19a6eae-e07e-417c-b535-0bbd7a666a30 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 1098 time: 0.0465422 Jul 28 03:45:30.945426 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a96c92-78bf-4ff4-b7a3-4b44e298b3bd req-95554ade-74cf-466e-986c-63b85d13e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:30.946872 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-52a96c92-78bf-4ff4-b7a3-4b44e298b3bd req-95554ade-74cf-466e-986c-63b85d13e281 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 200 len: 920 time: 0.0838513 Jul 28 03:45:31.218763 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-52a96c92-78bf-4ff4-b7a3-4b44e298b3bd req-9452e30c-a162-4089-ae7e-77c46e02222a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b HTTP/1.1" status: 200 len: 217 time: 0.2641466 Jul 28 03:45:31.270565 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a96c92-78bf-4ff4-b7a3-4b44e298b3bd req-eed69a9f-64c9-422c-8bf3-8e361f27258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:31.272029 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-52a96c92-78bf-4ff4-b7a3-4b44e298b3bd req-eed69a9f-64c9-422c-8bf3-8e361f27258d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38d1d376-b64d-4e01-9348-989681f94b9a HTTP/1.1" status: 200 len: 859 time: 0.0449522 Jul 28 03:45:31.302742 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-52a96c92-78bf-4ff4-b7a3-4b44e298b3bd req-e2ded0c7-edb8-4a1c-95c3-9f67ff18e02e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a08c665d-fc97-4225-bb45-ecd81a76a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240159 Jul 28 03:45:31.393385 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-52a96c92-78bf-4ff4-b7a3-4b44e298b3bd req-c2fae76a-3917-4907-913a-0551e101e12b service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821447 Jul 28 03:45:31.484005 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-52a96c92-78bf-4ff4-b7a3-4b44e298b3bd req-5a69eee0-a9ff-4b9d-b684-b1e2fcb72db2 service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831883 Jul 28 03:45:31.596703 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c893419-9ddd-42e3-a785-5be9b3d20c00 req-a3a10ae3-5264-4bf6-8291-c28cfb583663 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:45:31.599092 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1c893419-9ddd-42e3-a785-5be9b3d20c00 req-a3a10ae3-5264-4bf6-8291-c28cfb583663 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0494633 Jul 28 03:45:31.635750 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1c893419-9ddd-42e3-a785-5be9b3d20c00 req-3d7c12ab-6d10-48e2-997a-351f630b8e45 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307767 Jul 28 03:45:50.448622 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fb92b16c-2245-4030-b115-da9a2b55a1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:53.180226 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:53.317415 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0342832c-4a8a-490c-bb5c-fc6ba861e70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:53.369034 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:54.254411 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:55.962917 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:57.037109 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:46:20.449794 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-b194cd17-e056-4d7e-8509-e1edeb880660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:23.190254 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:23.317551 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4d9e275f-7438-41ad-bdf4-4c26c6338d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:23.371106 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:24.257416 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:25.966587 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:31.713949 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-64e25f4f-5391-4079-9d7d-dd4de5301914 req-62134dcd-aee0-433a-a033-edd36633159a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451834 Jul 28 03:46:31.787796 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e25f4f-5391-4079-9d7d-dd4de5301914 req-f74b5b6e-298e-4036-a80e-f6cd0c3863bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:31.789280 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-64e25f4f-5391-4079-9d7d-dd4de5301914 req-f74b5b6e-298e-4036-a80e-f6cd0c3863bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55fad6251ff244ea9f24d160e444628f&device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 1099 time: 0.0407059 Jul 28 03:46:31.889168 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e25f4f-5391-4079-9d7d-dd4de5301914 req-9fb44c7f-7840-42cf-a2aa-0ab7cf77d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:31.890601 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-64e25f4f-5391-4079-9d7d-dd4de5301914 req-9fb44c7f-7840-42cf-a2aa-0ab7cf77d8fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c357690-498e-4e5c-bdce-1e52bd2b1279 HTTP/1.1" status: 200 len: 914 time: 0.0819640 Jul 28 03:46:31.933755 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-64e25f4f-5391-4079-9d7d-dd4de5301914 req-e40bed0d-c330-4760-bd0d-bc73d70d6cf4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00ec2991-6499-46ee-92c3-65a3dcb24629 HTTP/1.1" status: 200 len: 217 time: 0.0361719 Jul 28 03:46:31.981169 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e25f4f-5391-4079-9d7d-dd4de5301914 req-25bc359c-0a42-4d27-aea1-3d859c4884c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:31.982513 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-64e25f4f-5391-4079-9d7d-dd4de5301914 req-25bc359c-0a42-4d27-aea1-3d859c4884c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ce2bd794-e0e2-4680-943d-3435084f40a0 HTTP/1.1" status: 200 len: 853 time: 0.0422804 Jul 28 03:46:32.013528 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-64e25f4f-5391-4079-9d7d-dd4de5301914 req-4d2138f6-1f7f-4575-9750-c7d3ddf0acf6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c357690-498e-4e5c-bdce-1e52bd2b1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237851 Jul 28 03:46:32.103484 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-64e25f4f-5391-4079-9d7d-dd4de5301914 req-83498c77-7d82-4648-81cc-39ee7910f49f service neutron] 10.222.0.25 "GET /v2.0/networks/8c357690-498e-4e5c-bdce-1e52bd2b1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827904 Jul 28 03:46:32.192747 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-64e25f4f-5391-4079-9d7d-dd4de5301914 req-68ec2f34-38a5-48e3-b808-a431c67461c9 service neutron] 10.222.0.25 "GET /v2.0/networks/8c357690-498e-4e5c-bdce-1e52bd2b1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823114 Jul 28 03:46:32.825485 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac10e4-6f4b-4158-b2ef-e032e3c4c173 req-a5dc248b-be9c-4355-bd55-587d4a4a453b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:32.826941 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-11ac10e4-6f4b-4158-b2ef-e032e3c4c173 req-a5dc248b-be9c-4355-bd55-587d4a4a453b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0526471 Jul 28 03:46:32.864707 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-11ac10e4-6f4b-4158-b2ef-e032e3c4c173 req-60373eee-5c8e-4c24-964a-8e56ce452cb7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313857 Jul 28 03:46:33.976904 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5a4aa-787a-43e6-8d64-278011112677 req-a4d5b3f1-8102-409d-b8f7-d41fbf2cc13f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:33.978275 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fae5a4aa-787a-43e6-8d64-278011112677 req-a4d5b3f1-8102-409d-b8f7-d41fbf2cc13f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0479808 Jul 28 03:46:34.015525 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fae5a4aa-787a-43e6-8d64-278011112677 req-80db0667-d80e-4a2b-b3f6-8e09fe983bec tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314882 Jul 28 03:46:34.035750 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:46:35.128539 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa33320-9387-4eec-a422-f41395cf69a3 req-e80e55d9-636b-469b-b0af-3fbb088558d2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:35.130640 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2fa33320-9387-4eec-a422-f41395cf69a3 req-e80e55d9-636b-469b-b0af-3fbb088558d2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0491750 Jul 28 03:46:35.168430 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2fa33320-9387-4eec-a422-f41395cf69a3 req-0e3b5823-17e5-4449-9afc-476fcb45da78 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Jul 28 03:46:36.284152 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcca4d-42a0-481d-a9ba-b4bd68c6f6f5 req-8b3100a0-17e7-4062-b2dc-062b507c911b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:36.286500 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8bbcca4d-42a0-481d-a9ba-b4bd68c6f6f5 req-8b3100a0-17e7-4062-b2dc-062b507c911b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0526614 Jul 28 03:46:36.322557 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8bbcca4d-42a0-481d-a9ba-b4bd68c6f6f5 req-d51d7e7e-04cf-4e3e-84bb-4f349978b56c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303197 Jul 28 03:46:37.436303 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d1e36-7b91-42c1-9352-a6b44840feca req-309cccc0-573e-445a-8a7b-03404212f3b4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:37.437673 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-817d1e36-7b91-42c1-9352-a6b44840feca req-309cccc0-573e-445a-8a7b-03404212f3b4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0484488 Jul 28 03:46:37.475500 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-817d1e36-7b91-42c1-9352-a6b44840feca req-06082417-2e62-4520-9654-a8e8f81253b9 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315790 Jul 28 03:46:38.586635 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce835c57-c4e8-43d6-84b5-0899a2f9c800 req-03e22500-6eb8-46e9-ac74-988efcaa10af tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:38.588302 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ce835c57-c4e8-43d6-84b5-0899a2f9c800 req-03e22500-6eb8-46e9-ac74-988efcaa10af tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0479221 Jul 28 03:46:38.630539 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ce835c57-c4e8-43d6-84b5-0899a2f9c800 req-2018c1d3-e057-4fca-a757-4b2f541f2c93 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319304 Jul 28 03:46:39.745078 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbcb88-71de-4df2-ae2d-c9fbc8078458 req-a43bfc6e-c34a-46ea-a114-9ec8345ada1f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:39.746533 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-91fbcb88-71de-4df2-ae2d-c9fbc8078458 req-a43bfc6e-c34a-46ea-a114-9ec8345ada1f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0534368 Jul 28 03:46:39.782676 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-91fbcb88-71de-4df2-ae2d-c9fbc8078458 req-f60b8f0c-73c9-451b-90be-59b707d4533a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304477 Jul 28 03:46:40.900353 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dba0c-20db-460d-84f3-eb1c0498289f req-431016a4-ea75-4bd7-8735-c7636942f46f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:40.902325 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-082dba0c-20db-460d-84f3-eb1c0498289f req-431016a4-ea75-4bd7-8735-c7636942f46f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0526071 Jul 28 03:46:40.942645 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-082dba0c-20db-460d-84f3-eb1c0498289f req-89678fd8-bd11-46ee-97c0-31ebccb2ce99 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343103 Jul 28 03:46:42.056844 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83c1a3-2f63-4dfb-8f45-5d02a47fed21 req-efa35744-9229-42ec-ae7f-23e26a08ac64 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:42.058270 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fa83c1a3-2f63-4dfb-8f45-5d02a47fed21 req-efa35744-9229-42ec-ae7f-23e26a08ac64 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0483959 Jul 28 03:46:42.095767 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fa83c1a3-2f63-4dfb-8f45-5d02a47fed21 req-2fa97a47-df11-4fbf-93de-8a5bd93babdb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307744 Jul 28 03:46:43.142613 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 48132) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:43.245405 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.332095 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.335353 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.373482 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd48ecb22cb04b3293e7bf8efaa3e1c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297101 Jul 28 03:46:43.374350 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033305ea-22de-46c3-8e4f-aabaf53561d6,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:43.376165 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 48140) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:43.382307 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.382660 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.383006 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.383348 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.383681 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.384042 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.384382 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.384710 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.385042 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.385374 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.385700 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.386027 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865f12ad-44fc-40a3-9662-066ecf50ab61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.457234 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.484794 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.560031 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bbbf8-1ce9-4364-b912-49cde03eafea req-2fb1c5da-38b9-467c-bab3-087b3664ccbc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:43.561489 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aa7bbbf8-1ce9-4364-b912-49cde03eafea req-2fb1c5da-38b9-467c-bab3-087b3664ccbc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0678730 Jul 28 03:46:43.573717 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.576155 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:43.577157 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/033305ea-22de-46c3-8e4f-aabaf53561d6 HTTP/1.1" status: 204 len: 168 time: 0.1999793 Jul 28 03:46:43.594007 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033305ea-22de-46c3-8e4f-aabaf53561d6,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:43.609871 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.610221 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.610557 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.610890 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.611220 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.611552 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.611906 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.612240 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.612563 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.612969 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.613800 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.614122 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096db19-9e81-452a-861d-7ee3a694660e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:46:43.623432 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aa7bbbf8-1ce9-4364-b912-49cde03eafea req-afe1bf40-88a7-4066-960b-4f13ec264bf3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558341 Jul 28 03:46:44.544106 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 48186) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:44.642038 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-46d893a8-50ed-4c65-b0a6-056bd72ef5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.771967 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc06e7-1401-43df-ad41-b418ed349e86 req-13660671-1827-49fa-9ff3-78dd7d218ab3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:44.773415 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b3dc06e7-1401-43df-ad41-b418ed349e86 req-13660671-1827-49fa-9ff3-78dd7d218ab3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0802476 Jul 28 03:46:44.775157 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-46d893a8-50ed-4c65-b0a6-056bd72ef5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.779211 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-46d893a8-50ed-4c65-b0a6-056bd72ef5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.836962 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-46d893a8-50ed-4c65-b0a6-056bd72ef5d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7e79a56cdd54c879741380a92d44980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918038 Jul 28 03:46:44.837638 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d893a8-50ed-4c65-b0a6-056bd72ef5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1abcd84-5f9e-4a5d-b26e-81cda08e55a8,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:44.839851 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 48192) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:46:44.854099 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b3dc06e7-1401-43df-ad41-b418ed349e86 req-a41a1ef0-3bad-490c-879e-27cb7e46cdea tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721262 Jul 28 03:46:44.892571 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a9e858f0-4c39-47aa-97b5-db7c9bcf0ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.913424 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a9e858f0-4c39-47aa-97b5-db7c9bcf0ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.958594 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a9e858f0-4c39-47aa-97b5-db7c9bcf0ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.961272 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a9e858f0-4c39-47aa-97b5-db7c9bcf0ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:44.962404 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-a9e858f0-4c39-47aa-97b5-db7c9bcf0ab8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1abcd84-5f9e-4a5d-b26e-81cda08e55a8 HTTP/1.1" status: 204 len: 168 time: 0.1215818 Jul 28 03:46:44.969725 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e858f0-4c39-47aa-97b5-db7c9bcf0ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1abcd84-5f9e-4a5d-b26e-81cda08e55a8,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:46:45.966670 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995298c1-6a3a-4f48-a8f6-d0f9b1ceed65 req-a305d40a-750c-4858-93c6-168cd798a2cf tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:45.968066 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-995298c1-6a3a-4f48-a8f6-d0f9b1ceed65 req-a305d40a-750c-4858-93c6-168cd798a2cf tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0486979 Jul 28 03:46:46.005832 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-995298c1-6a3a-4f48-a8f6-d0f9b1ceed65 req-d6670ea1-7783-491d-aab8-4cd79d9ab524 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316744 Jul 28 03:46:47.122043 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379f25a-770f-40fb-b70b-42a4759e35ed req-7f138601-7c55-4f8e-94e4-b9b85fd5f73f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:47.123506 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d379f25a-770f-40fb-b70b-42a4759e35ed req-7f138601-7c55-4f8e-94e4-b9b85fd5f73f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0523696 Jul 28 03:46:47.161661 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d379f25a-770f-40fb-b70b-42a4759e35ed req-b33d649a-e3bf-4913-9099-07e178748dee tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316975 Jul 28 03:46:48.273589 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62bad3-0bd8-4356-9e9c-9b5b3cffc8c1 req-b619dfd9-1a48-4299-a741-002640c86887 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:48.275071 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1a62bad3-0bd8-4356-9e9c-9b5b3cffc8c1 req-b619dfd9-1a48-4299-a741-002640c86887 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0488002 Jul 28 03:46:48.313371 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1a62bad3-0bd8-4356-9e9c-9b5b3cffc8c1 req-6f66d40d-e48f-4ad4-983e-5efa33f05ec6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325348 Jul 28 03:46:49.428114 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538752c-7306-4929-8e1e-22cc9917626e req-5b102f8d-8480-43c4-a2ce-08ac21361058 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:49.429518 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9538752c-7306-4929-8e1e-22cc9917626e req-5b102f8d-8480-43c4-a2ce-08ac21361058 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0484781 Jul 28 03:46:49.467071 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9538752c-7306-4929-8e1e-22cc9917626e req-d8edaa58-f05e-4fd7-b804-dc6cc715f29f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317986 Jul 28 03:46:50.449950 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa518837-9241-4596-9841-5dc07699ff2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:50.583442 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7fe6e-6234-488d-b1cc-6b2c62232274 req-56937842-bf83-475b-b8b8-f117dfce84b0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:50.584916 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-93f7fe6e-6234-488d-b1cc-6b2c62232274 req-56937842-bf83-475b-b8b8-f117dfce84b0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0513923 Jul 28 03:46:50.622139 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-93f7fe6e-6234-488d-b1cc-6b2c62232274 req-c71a3a35-ce2c-42f3-9a6c-49b0bd2ffa08 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314879 Jul 28 03:46:51.734478 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ff4f4-6379-4c12-804c-8396238231e4 req-7bcb5eed-a8e6-447a-ae3f-7918dd655b99 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:51.735962 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6b5ff4f4-6379-4c12-804c-8396238231e4 req-7bcb5eed-a8e6-447a-ae3f-7918dd655b99 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0488756 Jul 28 03:46:51.772762 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6b5ff4f4-6379-4c12-804c-8396238231e4 req-5c945c1b-5a0c-4b68-8c8b-1624ab2e6d15 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303447 Jul 28 03:46:52.886312 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276502b-d96d-40b8-b8a3-a4babb0bc436 req-56b96d80-0191-4744-b143-9210984d6e4d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:52.887887 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9276502b-d96d-40b8-b8a3-a4babb0bc436 req-56b96d80-0191-4744-b143-9210984d6e4d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0495236 Jul 28 03:46:52.924728 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9276502b-d96d-40b8-b8a3-a4babb0bc436 req-885f94fc-b38d-4418-9ce8-3e4aa9a8a705 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311346 Jul 28 03:46:53.213190 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:53.317332 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fadd9e2c-da20-48aa-be3d-734a5ce99043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:53.372170 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:54.043752 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28186d5c-6474-448b-91b9-35c71cea58df req-c565c9bb-792d-4e32-8e6e-561a4f9303fe tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:54.045185 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-28186d5c-6474-448b-91b9-35c71cea58df req-c565c9bb-792d-4e32-8e6e-561a4f9303fe tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0529642 Jul 28 03:46:54.262045 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:54.315342 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-28186d5c-6474-448b-91b9-35c71cea58df req-43e33235-a72c-459c-88c9-c0e2b383125b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636611 Jul 28 03:46:55.429716 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c032c34-26d9-4dad-aa54-40afc2c8b866 req-f2dbd9c0-3e53-49cd-b81f-8f206ce7af28 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:55.431055 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0c032c34-26d9-4dad-aa54-40afc2c8b866 req-f2dbd9c0-3e53-49cd-b81f-8f206ce7af28 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0477681 Jul 28 03:46:55.467384 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0c032c34-26d9-4dad-aa54-40afc2c8b866 req-5c31a590-9c7e-43fc-aef1-354de5110a72 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305922 Jul 28 03:46:55.969051 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:56.578594 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abc31b-9e3d-4d21-b9bf-68129048d0ec req-55624241-e875-436d-9b04-fba3c9c3d80e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:56.580073 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b2abc31b-9e3d-4d21-b9bf-68129048d0ec req-55624241-e875-436d-9b04-fba3c9c3d80e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0476401 Jul 28 03:46:56.617234 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b2abc31b-9e3d-4d21-b9bf-68129048d0ec req-ac16d697-b06e-48bc-abbf-a0604e1e06cc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311553 Jul 28 03:46:57.732801 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1737716-bf71-4749-86fe-928497d6fddf req-7ec173dd-4053-41e6-8ff2-ee6d8ba06b48 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:57.734298 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b1737716-bf71-4749-86fe-928497d6fddf req-7ec173dd-4053-41e6-8ff2-ee6d8ba06b48 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0517883 Jul 28 03:46:57.773146 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b1737716-bf71-4749-86fe-928497d6fddf req-d4fbcea6-ecae-4377-b366-7cb81c6dee59 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328631 Jul 28 03:46:58.884553 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dddfd8-8e72-4c5a-9189-b0a60b8d4674 req-ca2f5a7c-ab00-4b15-8085-3649cb5fa3bb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:46:58.885985 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c4dddfd8-8e72-4c5a-9189-b0a60b8d4674 req-ca2f5a7c-ab00-4b15-8085-3649cb5fa3bb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0470273 Jul 28 03:46:58.923753 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c4dddfd8-8e72-4c5a-9189-b0a60b8d4674 req-86acbb14-0a59-4eb7-9ad3-4ee8eae8e2db tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320435 Jul 28 03:47:00.033640 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58a205-9a2a-4d5d-ad02-ba195361452f req-e3b0ac10-3b03-42ec-b039-7202c90e2102 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:00.035968 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9c58a205-9a2a-4d5d-ad02-ba195361452f req-e3b0ac10-3b03-42ec-b039-7202c90e2102 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0483456 Jul 28 03:47:00.072820 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9c58a205-9a2a-4d5d-ad02-ba195361452f req-fb3af300-b46e-4f41-98cb-45007a7e2f52 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311050 Jul 28 03:47:01.190006 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779cb4-450f-4c2f-ba4c-cb78ae715fe0 req-c1c70639-cb16-456e-b050-a6342cd78e35 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:01.192179 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ca779cb4-450f-4c2f-ba4c-cb78ae715fe0 req-c1c70639-cb16-456e-b050-a6342cd78e35 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0528684 Jul 28 03:47:01.229382 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ca779cb4-450f-4c2f-ba4c-cb78ae715fe0 req-89cf5bfa-bf5f-4e61-b175-bb23120a4aad tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314565 Jul 28 03:47:02.341929 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684732-caa7-48bb-9b11-05053f8e68a5 req-c060355f-50e3-4412-b58f-e8ae363c8cbd tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:02.343362 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-88684732-caa7-48bb-9b11-05053f8e68a5 req-c060355f-50e3-4412-b58f-e8ae363c8cbd tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0485916 Jul 28 03:47:02.381757 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-88684732-caa7-48bb-9b11-05053f8e68a5 req-fe17f6d5-248b-43b8-a9e5-adb12984c808 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Jul 28 03:47:03.497316 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737adaa-4beb-4bb8-85ee-1bdcc377b663 req-816505c9-337a-4108-b835-1c6f5b7db41b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:03.498776 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c737adaa-4beb-4bb8-85ee-1bdcc377b663 req-816505c9-337a-4108-b835-1c6f5b7db41b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0489676 Jul 28 03:47:03.537063 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c737adaa-4beb-4bb8-85ee-1bdcc377b663 req-f9652541-4d42-44d4-a1bd-c19e67f55897 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325098 Jul 28 03:47:04.651905 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97370d4-997d-4425-a36a-78d27ac3b8de req-282eacb0-9a8f-4e75-bfa1-87cdb64c34f3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:04.653253 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a97370d4-997d-4425-a36a-78d27ac3b8de req-282eacb0-9a8f-4e75-bfa1-87cdb64c34f3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0506883 Jul 28 03:47:04.690250 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a97370d4-997d-4425-a36a-78d27ac3b8de req-d8e6e592-336c-4a98-9ec5-657f827e5f78 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312538 Jul 28 03:47:05.801269 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c728b4-d4e4-47d6-b0f6-5b0a5b62078b req-c47078b6-a4d0-4719-b215-dc4303153348 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:05.803193 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c5c728b4-d4e4-47d6-b0f6-5b0a5b62078b req-c47078b6-a4d0-4719-b215-dc4303153348 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0470786 Jul 28 03:47:05.839780 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c5c728b4-d4e4-47d6-b0f6-5b0a5b62078b req-7aa7ae90-6e5a-40af-9cd1-34c557533b7c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307388 Jul 28 03:47:06.955642 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0505e89-7e46-4db7-a5c8-a3a63c2e70ef req-937f7ecd-925c-4fb5-9cd4-7a17b9a487b7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:06.957111 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a0505e89-7e46-4db7-a5c8-a3a63c2e70ef req-937f7ecd-925c-4fb5-9cd4-7a17b9a487b7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0509892 Jul 28 03:47:06.994864 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a0505e89-7e46-4db7-a5c8-a3a63c2e70ef req-e7d7b220-8d22-40d0-859e-c0902e7b89fc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311956 Jul 28 03:47:08.112195 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1738c-fcd3-44b3-a8d3-4faeaf24ebee req-cca4a01d-b5a7-424b-a39d-aaf1e67760fc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:08.113568 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a2f1738c-fcd3-44b3-a8d3-4faeaf24ebee req-cca4a01d-b5a7-424b-a39d-aaf1e67760fc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0527608 Jul 28 03:47:08.151487 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a2f1738c-fcd3-44b3-a8d3-4faeaf24ebee req-b6b96997-45fb-411e-bac1-1daf60500b83 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312173 Jul 28 03:47:09.266930 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca23c7-31bb-4d2f-8fca-8e472fcd31b8 req-026fb2a4-0700-4fcb-b803-d6069873dc2a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:09.268412 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4eca23c7-31bb-4d2f-8fca-8e472fcd31b8 req-026fb2a4-0700-4fcb-b803-d6069873dc2a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0489697 Jul 28 03:47:09.307061 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4eca23c7-31bb-4d2f-8fca-8e472fcd31b8 req-5792c78b-faca-48f7-9130-29721ad5aa3d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318868 Jul 28 03:47:10.425866 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f393de-f522-4b2c-bba4-a8b992a56a7c req-faced4f6-ac51-4853-af10-b5e7d0a57841 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:10.428290 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-69f393de-f522-4b2c-bba4-a8b992a56a7c req-faced4f6-ac51-4853-af10-b5e7d0a57841 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0495720 Jul 28 03:47:10.465239 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-69f393de-f522-4b2c-bba4-a8b992a56a7c req-94c15ba5-c078-4c23-8116-b280aa0a4e97 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311761 Jul 28 03:47:11.034365 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:47:11.581339 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1eb9f-4a2c-4263-b262-4932bdfedc72 req-cedd8b0a-8334-4bf6-87f1-da9508246d0e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:11.582794 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-16a1eb9f-4a2c-4263-b262-4932bdfedc72 req-cedd8b0a-8334-4bf6-87f1-da9508246d0e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0518146 Jul 28 03:47:11.619663 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-16a1eb9f-4a2c-4263-b262-4932bdfedc72 req-91bacdd0-669b-474a-9e2f-cbc210739ee1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309823 Jul 28 03:47:12.733539 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aed64b-c42b-4e09-b654-efa5a8e4f968 req-30d62952-a6dd-404a-9d89-469744889bec tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:12.735059 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-41aed64b-c42b-4e09-b654-efa5a8e4f968 req-30d62952-a6dd-404a-9d89-469744889bec tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0487676 Jul 28 03:47:12.773280 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-41aed64b-c42b-4e09-b654-efa5a8e4f968 req-c4b59fa1-c894-459d-a1ce-8fa7e1c53e4c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318930 Jul 28 03:47:13.886420 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29edf09-262b-4cbf-87de-e1aff27ee5e8 req-e0bb2616-1d0c-456c-b584-c69c08d87c59 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:13.887948 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a29edf09-262b-4cbf-87de-e1aff27ee5e8 req-e0bb2616-1d0c-456c-b584-c69c08d87c59 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0495493 Jul 28 03:47:13.925064 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a29edf09-262b-4cbf-87de-e1aff27ee5e8 req-21417051-8ed3-45da-a95d-44b5311e7215 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313876 Jul 28 03:47:15.045463 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcf418-0f7c-4f6c-968d-385934611c3a req-705d12a9-2a90-423a-8a25-8d05ee211705 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:15.046995 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ddfcf418-0f7c-4f6c-968d-385934611c3a req-705d12a9-2a90-423a-8a25-8d05ee211705 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0527742 Jul 28 03:47:15.086284 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ddfcf418-0f7c-4f6c-968d-385934611c3a req-206a1d46-bd5d-420f-94de-3d0c60760b11 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324869 Jul 28 03:47:16.227127 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47834684-f22e-4953-b791-5df57e8702b1 req-e61317e3-d075-4e15-a777-dc63b75a21f1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:16.228627 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-47834684-f22e-4953-b791-5df57e8702b1 req-e61317e3-d075-4e15-a777-dc63b75a21f1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0501928 Jul 28 03:47:16.265716 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-47834684-f22e-4953-b791-5df57e8702b1 req-052d8469-f304-4780-b2e8-466c4f4e95ef tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312192 Jul 28 03:47:16.368143 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa967ead-0f82-45a4-b67b-0940aea089e4 req-33a01f45-fdc0-41d4-91a8-2de47d389d47 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:16.369539 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aa967ead-0f82-45a4-b67b-0940aea089e4 req-33a01f45-fdc0-41d4-91a8-2de47d389d47 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0493350 Jul 28 03:47:16.407321 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aa967ead-0f82-45a4-b67b-0940aea089e4 req-74eae304-9017-4dfa-a994-ec59728dc328 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319202 Jul 28 03:47:17.382591 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9663e38-6e6e-404a-b7e2-03dd3103b359 req-0b9e6c9a-d62b-4178-8659-f4db6ffe840a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:17.383961 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b9663e38-6e6e-404a-b7e2-03dd3103b359 req-0b9e6c9a-d62b-4178-8659-f4db6ffe840a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0510900 Jul 28 03:47:17.420174 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b9663e38-6e6e-404a-b7e2-03dd3103b359 req-ffed7f3f-b2c0-4589-be0d-455e6d8c3350 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304763 Jul 28 03:47:17.521946 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb5ea7-5f1c-435d-89fa-81f3c2b8a9f9 req-bd3ca312-718d-4f2d-aa85-2c0def7d4f73 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:17.523361 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-42bb5ea7-5f1c-435d-89fa-81f3c2b8a9f9 req-bd3ca312-718d-4f2d-aa85-2c0def7d4f73 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0472012 Jul 28 03:47:17.559897 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-42bb5ea7-5f1c-435d-89fa-81f3c2b8a9f9 req-f6c11e95-2281-4250-aa3d-166d024efdfc tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0306306 Jul 28 03:47:18.533812 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba916eb-8879-45c9-bf45-2cc37e4bbec1 req-fae16d27-798b-4e11-912f-a90526675fa5 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:18.535277 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9ba916eb-8879-45c9-bf45-2cc37e4bbec1 req-fae16d27-798b-4e11-912f-a90526675fa5 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0487835 Jul 28 03:47:18.572458 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9ba916eb-8879-45c9-bf45-2cc37e4bbec1 req-c96d27b7-9b50-4f50-ba64-3fd6f717d634 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312860 Jul 28 03:47:18.680634 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1284d18-53c2-437d-8c1f-845d69164bcf req-1efe0b06-1a9b-4bb2-a9d3-1ce583e84d89 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:18.682134 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a1284d18-53c2-437d-8c1f-845d69164bcf req-1efe0b06-1a9b-4bb2-a9d3-1ce583e84d89 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0523083 Jul 28 03:47:18.718373 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a1284d18-53c2-437d-8c1f-845d69164bcf req-96b0adbe-42b4-4c95-82d0-3b6af56354b5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0305393 Jul 28 03:47:19.685372 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b86a3c-e31a-4c8a-989f-a76b5277911b req-c55a14f2-0d43-463f-a269-c0f9f4338677 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:19.686714 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e2b86a3c-e31a-4c8a-989f-a76b5277911b req-c55a14f2-0d43-463f-a269-c0f9f4338677 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0481853 Jul 28 03:47:19.725148 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e2b86a3c-e31a-4c8a-989f-a76b5277911b req-5321e8a3-f73b-46b2-8f37-f6c863c75e84 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319748 Jul 28 03:47:19.835879 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce204f-bb2e-494c-a690-f15294f10484 req-54dd1d6b-99eb-4f39-a685-d5c90d6d1210 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:19.837335 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e3ce204f-bb2e-494c-a690-f15294f10484 req-54dd1d6b-99eb-4f39-a685-d5c90d6d1210 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0499475 Jul 28 03:47:19.874918 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e3ce204f-bb2e-494c-a690-f15294f10484 req-ebbecda5-8686-4904-8aed-b5273ddcb0bb tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318100 Jul 28 03:47:20.450299 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6fc8b706-61f5-4535-9ce5-81acdba07014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:20.840943 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455af8b6-58eb-43c4-80b1-10f2dc2f8d2f req-707dc52c-42ef-4ed8-81f0-76350a132273 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:20.842412 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-455af8b6-58eb-43c4-80b1-10f2dc2f8d2f req-707dc52c-42ef-4ed8-81f0-76350a132273 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0519624 Jul 28 03:47:20.882060 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-455af8b6-58eb-43c4-80b1-10f2dc2f8d2f req-b92048ac-5eab-45ae-86ad-7b4a2b5d197f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329816 Jul 28 03:47:20.994314 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8d235-7f77-486e-8612-5ef4e6f7ef17 req-6792c1ce-5e2c-4ad8-bdc2-1313875a7670 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:20.995805 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c2d8d235-7f77-486e-8612-5ef4e6f7ef17 req-6792c1ce-5e2c-4ad8-bdc2-1313875a7670 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0512397 Jul 28 03:47:21.032750 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c2d8d235-7f77-486e-8612-5ef4e6f7ef17 req-1940e166-ddb5-4736-a7d8-5fa30f2b40c4 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311058 Jul 28 03:47:21.994711 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16581e3-4a7b-4e52-ada9-d4b7993a66c2 req-bbb43662-ab0f-44e3-98ee-2a4f36b4b064 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:21.996206 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f16581e3-4a7b-4e52-ada9-d4b7993a66c2 req-bbb43662-ab0f-44e3-98ee-2a4f36b4b064 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0480494 Jul 28 03:47:22.032797 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f16581e3-4a7b-4e52-ada9-d4b7993a66c2 req-d0566d59-7399-48ea-90c5-cbb1b2d90a39 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308774 Jul 28 03:47:22.155189 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57c124-d115-4717-bd79-a586f09e380f req-961b7688-e9a0-4cd8-8c67-5033a73fc1dd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:22.156680 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9a57c124-d115-4717-bd79-a586f09e380f req-961b7688-e9a0-4cd8-8c67-5033a73fc1dd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0523980 Jul 28 03:47:22.196332 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9a57c124-d115-4717-bd79-a586f09e380f req-d1568fc5-a7e4-4a99-b603-4c5db0d1feb3 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0333803 Jul 28 03:47:23.147353 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a7bc6-484f-4d5d-8b6d-607e081d029f req-26c38248-d569-45a5-9759-096200c8640c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:23.148777 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-680a7bc6-484f-4d5d-8b6d-607e081d029f req-26c38248-d569-45a5-9759-096200c8640c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0489197 Jul 28 03:47:23.186799 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-680a7bc6-484f-4d5d-8b6d-607e081d029f req-21849e8d-2d5b-4e0e-9530-d0a4a2f716d3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320833 Jul 28 03:47:23.198778 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:23.312989 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d581c-f494-4c34-ab53-942b396005c1 req-cb894fa4-4f9b-4293-9ed0-2d7ddf02d7fe tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:23.314573 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b95d581c-f494-4c34-ab53-942b396005c1 req-cb894fa4-4f9b-4293-9ed0-2d7ddf02d7fe tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0481977 Jul 28 03:47:23.318447 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-69e476a2-62e4-4840-b7ff-709ce847ebe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:23.354024 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b95d581c-f494-4c34-ab53-942b396005c1 req-63dfe4fc-cdbe-41dc-842f-3e4930ec304f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326002 Jul 28 03:47:23.377642 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:24.262761 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:24.306653 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fb84a-d1fb-4aa7-b2ac-91b9b0b444bc req-69e94a5e-e582-4e11-b41d-6c5fd14c2989 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:24.308123 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b44fb84a-d1fb-4aa7-b2ac-91b9b0b444bc req-69e94a5e-e582-4e11-b41d-6c5fd14c2989 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0524676 Jul 28 03:47:24.345728 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b44fb84a-d1fb-4aa7-b2ac-91b9b0b444bc req-ae170d74-b473-48a6-9a7f-f12be915c501 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318167 Jul 28 03:47:24.472477 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba544a-8164-42d4-a8b9-8fdb05dcf46b req-c3c1e1dc-d915-4020-bf92-68ef6b59543c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:24.474625 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-18ba544a-8164-42d4-a8b9-8fdb05dcf46b req-c3c1e1dc-d915-4020-bf92-68ef6b59543c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0481267 Jul 28 03:47:24.511174 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-18ba544a-8164-42d4-a8b9-8fdb05dcf46b req-6cd8b4fc-45a4-42d4-93d8-271f74287023 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308011 Jul 28 03:47:25.460214 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec985ee-312c-454c-8505-9d0485bc3bb3 req-87094729-ad89-4708-a775-e4d835441e10 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:25.461694 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4ec985ee-312c-454c-8505-9d0485bc3bb3 req-87094729-ad89-4708-a775-e4d835441e10 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0487611 Jul 28 03:47:25.497990 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4ec985ee-312c-454c-8505-9d0485bc3bb3 req-74480ec3-5f35-4f05-bc6d-3e367c813c47 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305037 Jul 28 03:47:25.633007 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9155e31-f8b3-4373-8fc9-6059366b5f7f req-ca59eab5-c7d2-46a8-8b8f-32fd464ae5bb tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:25.634529 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c9155e31-f8b3-4373-8fc9-6059366b5f7f req-ca59eab5-c7d2-46a8-8b8f-32fd464ae5bb tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0533240 Jul 28 03:47:25.673394 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c9155e31-f8b3-4373-8fc9-6059366b5f7f req-5701df2a-d2de-4a4c-ae4d-d860c85ef040 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331407 Jul 28 03:47:25.972188 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:26.610574 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde4e61-bd92-43b0-8e6e-4402d82d41ed req-ce9dd312-26d8-40f0-a7c0-0e0e79a90464 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:26.612068 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cfde4e61-bd92-43b0-8e6e-4402d82d41ed req-ce9dd312-26d8-40f0-a7c0-0e0e79a90464 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0486286 Jul 28 03:47:26.649509 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cfde4e61-bd92-43b0-8e6e-4402d82d41ed req-dbfa250a-27ef-47dc-8c20-023130290c24 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313933 Jul 28 03:47:26.795155 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb99825-0ab8-4eed-b705-8d7b2dae82b9 req-722103c8-1617-45c1-ae8d-2245c681e055 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:26.796573 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dbb99825-0ab8-4eed-b705-8d7b2dae82b9 req-722103c8-1617-45c1-ae8d-2245c681e055 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0485072 Jul 28 03:47:26.833743 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dbb99825-0ab8-4eed-b705-8d7b2dae82b9 req-ab53d111-3c8a-4e0f-a218-57cb118e6f08 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311594 Jul 28 03:47:27.767518 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcb3b6-9d4a-445d-9d71-1e67136d5e67 req-e9073ff7-de16-48de-90b4-0bda0cc0758f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:27.769068 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d5dcb3b6-9d4a-445d-9d71-1e67136d5e67 req-e9073ff7-de16-48de-90b4-0bda0cc0758f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0529709 Jul 28 03:47:27.807945 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d5dcb3b6-9d4a-445d-9d71-1e67136d5e67 req-685560bc-f075-464a-a9cd-7976963f2243 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323999 Jul 28 03:47:27.954146 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26fc3a-57de-41aa-b628-6b3b987918ed req-2c58a3a1-214c-4bc2-952e-3707c1e4d892 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:27.955622 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dd26fc3a-57de-41aa-b628-6b3b987918ed req-2c58a3a1-214c-4bc2-952e-3707c1e4d892 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0507123 Jul 28 03:47:27.995825 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dd26fc3a-57de-41aa-b628-6b3b987918ed req-83e95527-25a4-4dc2-b544-1201d180566a tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331006 Jul 28 03:47:28.920098 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b9f6c-94f6-40e8-b55f-3639e14422ec req-3f6ef7e8-c27f-4142-97f6-e745975906fa tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:28.921554 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5a5b9f6c-94f6-40e8-b55f-3639e14422ec req-3f6ef7e8-c27f-4142-97f6-e745975906fa tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0483062 Jul 28 03:47:28.959005 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5a5b9f6c-94f6-40e8-b55f-3639e14422ec req-453eca2e-2b4f-4b8c-b882-2ec90660add1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310676 Jul 28 03:47:29.123091 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21345992-20bc-4d02-b8c9-14a60db13277 req-9c36d80a-e32f-4bcb-85b7-af52a83d1279 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:29.124583 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-21345992-20bc-4d02-b8c9-14a60db13277 req-9c36d80a-e32f-4bcb-85b7-af52a83d1279 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0540416 Jul 28 03:47:29.163202 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-21345992-20bc-4d02-b8c9-14a60db13277 req-69aad497-140c-4263-abec-4e3f93a16077 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324504 Jul 28 03:47:30.224804 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f813d3-1605-4bc6-ba7f-84eb8c2fa8b7 req-c8bbcf47-aa7d-48ef-af81-e9e9f7d28811 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:30.226285 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-42f813d3-1605-4bc6-ba7f-84eb8c2fa8b7 req-c8bbcf47-aa7d-48ef-af81-e9e9f7d28811 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.2002938 Jul 28 03:47:30.263980 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-42f813d3-1605-4bc6-ba7f-84eb8c2fa8b7 req-7d7d4ac6-2026-4e91-a87d-a2165a4a1a0f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316358 Jul 28 03:47:30.494048 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e301463-00d9-4710-a172-0a9d89afe4e8 req-c74dc9e7-b781-484a-ae0f-fcf286d5c9ea tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:30.495480 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1e301463-00d9-4710-a172-0a9d89afe4e8 req-c74dc9e7-b781-484a-ae0f-fcf286d5c9ea tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0478983 Jul 28 03:47:30.532931 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1e301463-00d9-4710-a172-0a9d89afe4e8 req-f7e7bfbf-761d-426d-a316-26cc17c553f1 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316708 Jul 28 03:47:31.384736 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482ad27-7ceb-41bc-bccb-ff3b7ae99557 req-ee333384-2233-47b4-a091-6707db73e9e0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:31.386250 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5482ad27-7ceb-41bc-bccb-ff3b7ae99557 req-ee333384-2233-47b4-a091-6707db73e9e0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0552001 Jul 28 03:47:31.423532 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5482ad27-7ceb-41bc-bccb-ff3b7ae99557 req-23ad42cd-e931-4077-a728-023cc56769cd tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Jul 28 03:47:31.649028 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f6478-6023-46d0-930f-a05b18767727 req-489656a7-c28d-44e1-ba71-d06314af6731 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:31.650424 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a67f6478-6023-46d0-930f-a05b18767727 req-489656a7-c28d-44e1-ba71-d06314af6731 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0480433 Jul 28 03:47:31.688661 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a67f6478-6023-46d0-930f-a05b18767727 req-074ccc72-2f74-4c91-95da-c91c3e265a26 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323765 Jul 28 03:47:31.773199 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5ce70af-8d90-4d40-94fe-e14c0b4d46cb req-f69dfcce-542a-4401-be8c-43998e8ca2e3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818760 Jul 28 03:47:31.859392 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce70af-8d90-4d40-94fe-e14c0b4d46cb req-4ec021fc-60d5-47be-87a5-f295f2bd0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:31.860913 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5ce70af-8d90-4d40-94fe-e14c0b4d46cb req-4ec021fc-60d5-47be-87a5-f295f2bd0423 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcfeb19e3a6d42cfbf29ba7e9a7aeacf&device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 1096 time: 0.0447831 Jul 28 03:47:32.016991 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce70af-8d90-4d40-94fe-e14c0b4d46cb req-17365e98-84bd-4102-ae38-3d802796300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:32.018439 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5ce70af-8d90-4d40-94fe-e14c0b4d46cb req-17365e98-84bd-4102-ae38-3d802796300d service neutron] 10.222.0.25 "GET /v2.0/networks?id=b25cc0de-ded2-4f06-a5ba-088ba3628bb5 HTTP/1.1" status: 200 len: 910 time: 0.0930049 Jul 28 03:47:32.084450 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5ce70af-8d90-4d40-94fe-e14c0b4d46cb req-70c5d109-32f0-462e-b94d-4b19f509eb4a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbcce620-dcf6-4f36-b99e-42b820797a20 HTTP/1.1" status: 200 len: 999 time: 0.0580690 Jul 28 03:47:32.161498 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce70af-8d90-4d40-94fe-e14c0b4d46cb req-f4f03808-b01c-4739-8386-75923672ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:32.162751 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5ce70af-8d90-4d40-94fe-e14c0b4d46cb req-f4f03808-b01c-4739-8386-75923672ba1b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196 HTTP/1.1" status: 200 len: 848 time: 0.0495951 Jul 28 03:47:32.211507 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce70af-8d90-4d40-94fe-e14c0b4d46cb req-61252df3-fad8-4797-a415-f35b05d4f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:32.213059 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5ce70af-8d90-4d40-94fe-e14c0b4d46cb req-61252df3-fad8-4797-a415-f35b05d4f532 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b25cc0de-ded2-4f06-a5ba-088ba3628bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426083 Jul 28 03:47:32.229817 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [req-d5ce70af-8d90-4d40-94fe-e14c0b4d46cb req-a5947bc2-e985-4c32-9d23-f9418cf70c47 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:47:32.230778 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5ce70af-8d90-4d40-94fe-e14c0b4d46cb req-a5947bc2-e985-4c32-9d23-f9418cf70c47 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051036 Jul 28 03:47:32.349403 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2151f7-071c-430b-829b-afc3add5a47b req-95a172ba-9711-43e4-bf50-74b5013efebd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:32.350828 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fa2151f7-071c-430b-829b-afc3add5a47b req-95a172ba-9711-43e4-bf50-74b5013efebd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.25 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0472484 Jul 28 03:47:32.386083 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5ce70af-8d90-4d40-94fe-e14c0b4d46cb req-69cbe14a-f459-464e-a8aa-9a9ea0c69ed6 service neutron] 10.222.0.25 "GET /v2.0/networks/b25cc0de-ded2-4f06-a5ba-088ba3628bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824366 Jul 28 03:47:32.445881 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-fa2151f7-071c-430b-829b-afc3add5a47b req-b45e2939-0678-48cd-988f-a5aed5c6617d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Deleting port f743ec9f-b513-4bb3-b819-5c932959e75f {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:47:32.446434 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fa2151f7-071c-430b-829b-afc3add5a47b req-b45e2939-0678-48cd-988f-a5aed5c6617d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:32.486293 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d5ce70af-8d90-4d40-94fe-e14c0b4d46cb req-c457b740-70d8-4c6e-98e9-7fe5adc6f4dd service neutron] 10.222.0.25 "GET /v2.0/networks/b25cc0de-ded2-4f06-a5ba-088ba3628bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925789 Jul 28 03:47:32.574704 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ae4ed-09a1-4547-89ab-a6685331715c req-457066d7-cc2f-4c2d-8ca3-ed217f3f55f7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:32.576197 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ab0ae4ed-09a1-4547-89ab-a6685331715c req-457066d7-cc2f-4c2d-8ca3-ed217f3f55f7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0851960 Jul 28 03:47:32.577910 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-fa2151f7-071c-430b-829b-afc3add5a47b req-b45e2939-0678-48cd-988f-a5aed5c6617d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] For port f743ec9f-b513-4bb3-b819-5c932959e75f, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f743ec9f-b513-4bb3-b819-5c932959e75f,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:47:32.578280 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fa2151f7-071c-430b-829b-afc3add5a47b req-b45e2939-0678-48cd-988f-a5aed5c6617d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:32.697571 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ab0ae4ed-09a1-4547-89ab-a6685331715c req-7bf48503-6497-40ae-a2f0-abff52e3bf4c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112995 Jul 28 03:47:32.847696 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fa2151f7-071c-430b-829b-afc3add5a47b req-b45e2939-0678-48cd-988f-a5aed5c6617d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:32.848651 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fa2151f7-071c-430b-829b-afc3add5a47b req-b45e2939-0678-48cd-988f-a5aed5c6617d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:32.848778 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.l3_db [req-fa2151f7-071c-430b-829b-afc3add5a47b req-b45e2939-0678-48cd-988f-a5aed5c6617d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Floating IP 74fb6307-aa17-4676-9e86-65e97179a08b disassociated. External IP: 172.27.1.21, port: f743ec9f-b513-4bb3-b819-5c932959e75f. Jul 28 03:47:32.849082 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-fa2151f7-071c-430b-829b-afc3add5a47b req-b45e2939-0678-48cd-988f-a5aed5c6617d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Calling delete_port for f743ec9f-b513-4bb3-b819-5c932959e75f owned by compute:nova {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:47:32.857583 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ad859-6416-4737-a419-25b4d6cb02ec req-2ca2a21a-b781-4944-ae4e-24f2356a12b0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:32.859022 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e36ad859-6416-4737-a419-25b4d6cb02ec req-2ca2a21a-b781-4944-ae4e-24f2356a12b0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 946 time: 0.0973711 Jul 28 03:47:32.943307 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e36ad859-6416-4737-a419-25b4d6cb02ec req-97d6f0d6-1c01-4bb3-a184-1dd3eb117233 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=d79e8248-131b-4bbd-b362-7276ea5d0022&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0764186 Jul 28 03:47:33.020907 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fa2151f7-071c-430b-829b-afc3add5a47b req-b45e2939-0678-48cd-988f-a5aed5c6617d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:33.046203 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e2939-0678-48cd-988f-a5aed5c6617d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event deleted for resources: {'Port': ['ID=f743ec9f-b513-4bb3-b819-5c932959e75f,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:47:33.160742 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa2151f7-071c-430b-829b-afc3add5a47b req-b45e2939-0678-48cd-988f-a5aed5c6617d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Router 4d6e5794-9aab-44d5-8763-2bd515b53f2c has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:47:33.270145 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa2151f7-071c-430b-829b-afc3add5a47b req-b45e2939-0678-48cd-988f-a5aed5c6617d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:47:33.288967 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc5a36-45d6-48fa-968d-dc7f9c498201 None None] Sync routers for ids ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:47:33.299172 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc5a36-45d6-48fa-968d-dc7f9c498201 None None] Routers {'4d6e5794-9aab-44d5-8763-2bd515b53f2c'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:47:33.300153 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-f5bc5a36-45d6-48fa-968d-dc7f9c498201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:47:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:33.324854 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2151f7-071c-430b-829b-afc3add5a47b req-b45e2939-0678-48cd-988f-a5aed5c6617d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] No DVR routers for this DVR port f743ec9f-b513-4bb3-b819-5c932959e75f on host hv-cinder-73306 {{(pid=93262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:47:33.327494 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-fa2151f7-071c-430b-829b-afc3add5a47b req-b45e2939-0678-48cd-988f-a5aed5c6617d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:33.329542 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fa2151f7-071c-430b-829b-afc3add5a47b req-b45e2939-0678-48cd-988f-a5aed5c6617d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.25 "DELETE /v2.0/ports/f743ec9f-b513-4bb3-b819-5c932959e75f HTTP/1.1" status: 204 len: 173 time: 0.9729154 Jul 28 03:47:33.330037 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'name': 'network-vif-deleted', 'tag': 'f743ec9f-b513-4bb3-b819-5c932959e75f'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:47:33.332437 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a386ad90-db5f-48d4-828a-4c17a5fc4f0f" -d '{"events": [{"server_uuid": "622af242-a6fc-4f2d-9f03-61e88ee5e89f", "name": "network-vif-deleted", "tag": "f743ec9f-b513-4bb3-b819-5c932959e75f"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:47:33.427324 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-f5bc5a36-45d6-48fa-968d-dc7f9c498201 None None] Set router 4d6e5794-9aab-44d5-8763-2bd515b53f2c gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:47:33.430199 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b73152-8f5f-4d0e-97de-f90d7466a4c1 x-openstack-request-id: req-13b73152-8f5f-4d0e-97de-f90d7466a4c1 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:47:33.430774 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622af242-a6fc-4f2d-9f03-61e88ee5e89f", "name": "network-vif-deleted", "tag": "f743ec9f-b513-4bb3-b819-5c932959e75f", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:47:33.431190 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13b73152-8f5f-4d0e-97de-f90d7466a4c1 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:47:33.431745 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622af242-a6fc-4f2d-9f03-61e88ee5e89f', 'name': 'network-vif-deleted', 'tag': 'f743ec9f-b513-4bb3-b819-5c932959e75f', 'status': 'completed', 'code': 200} Jul 28 03:47:33.621534 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-f5bc5a36-45d6-48fa-968d-dc7f9c498201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:25Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '9e36cd45-5da5-4cc0-99fc-c4447c610b4b', 'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'mac_address': 'fa:16:3e:5c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:21Z', 'updated_at': '2021-07-28T03:37:34Z', 'revision_number': 5, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'subnets': [{'id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:33.649965 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc5a36-45d6-48fa-968d-dc7f9c498201 None None] Checking router: 4d6e5794-9aab-44d5-8763-2bd515b53f2c for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:47:33.658048 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc5a36-45d6-48fa-968d-dc7f9c498201 None None] Routers {'4d6e5794-9aab-44d5-8763-2bd515b53f2c'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:47:33.658649 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-f5bc5a36-45d6-48fa-968d-dc7f9c498201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:47:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:33.763862 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-f5bc5a36-45d6-48fa-968d-dc7f9c498201 None None] Set router 4d6e5794-9aab-44d5-8763-2bd515b53f2c gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:47:33.815458 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3345af-5458-4f8d-9e53-2666daccad8e req-42ff5eb8-0b6e-40c3-9263-f4769204df8a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:33.817240 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3d3345af-5458-4f8d-9e53-2666daccad8e req-42ff5eb8-0b6e-40c3-9263-f4769204df8a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0493221 Jul 28 03:47:33.856282 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3d3345af-5458-4f8d-9e53-2666daccad8e req-314c7d59-c98d-47e0-b271-edcad8d71876 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329783 Jul 28 03:47:33.966968 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-f5bc5a36-45d6-48fa-968d-dc7f9c498201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:25Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '9e36cd45-5da5-4cc0-99fc-c4447c610b4b', 'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'mac_address': 'fa:16:3e:5c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:21Z', 'updated_at': '2021-07-28T03:37:34Z', 'revision_number': 5, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'subnets': [{'id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:47:33.993592 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bc5a36-45d6-48fa-968d-dc7f9c498201 None None] The sync data for ids ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'] in dv-cinder-733062-21-iscsi is: [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:25Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '9e36cd45-5da5-4cc0-99fc-c4447c610b4b', 'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'mac_address': 'fa:16:3e:5c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:21Z', 'updated_at': '2021-07-28T03:37:34Z', 'revision_number': 5, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'subnets': [{'id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:47:34.046573 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7fb32db7-5338-44f1-ab9f-4dbe45254506 req-cb0a8b09-c2c2-4294-9263-6a0f31562fe0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0316665 Jul 28 03:47:34.218627 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dcd229-dece-4f90-ac70-62af8be76ab7 None None] New status for floating IP 74fb6307-aa17-4676-9e86-65e97179a08b: DOWN {{(pid=93264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:47:34.984095 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0956f6-2337-4416-972f-5c92163cecab req-2894767b-e6b5-4f15-870c-5710785b15e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:34.985562 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ae0956f6-2337-4416-972f-5c92163cecab req-2894767b-e6b5-4f15-870c-5710785b15e7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0487461 Jul 28 03:47:35.024821 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ae0956f6-2337-4416-972f-5c92163cecab req-f6b7d202-b002-4410-b0e4-6c2703076a5e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323668 Jul 28 03:47:35.143926 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0fb79143-84cf-4dc7-a20b-27551ea8398c req-e7b5fdaa-a74f-4a35-9773-a5f225536b94 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0268016 Jul 28 03:47:36.131411 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f743ec9f-b513-4bb3-b819-5c932959e75f no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:47:36.141062 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ff5ee-0a21-4946-95a3-400d932873c1 req-d2484585-5b7e-4bda-b50c-203a480743f7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:36.142543 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7c0ff5ee-0a21-4946-95a3-400d932873c1 req-d2484585-5b7e-4bda-b50c-203a480743f7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0521166 Jul 28 03:47:36.153567 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: f743ec9f-b513-4bb3-b819-5c932959e75f {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:47:36.153915 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f743ec9f-b513-4bb3-b819-5c932959e75f not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:47:36.183526 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7c0ff5ee-0a21-4946-95a3-400d932873c1 req-bbf8e48c-ef6f-4d9d-bb52-19e289bd1315 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349681 Jul 28 03:47:36.262942 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-89c0b76b-d9f9-40e7-aa34-38fbcf31d6bd req-2633d980-74ec-4920-9928-e03c8a695f9c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0255787 Jul 28 03:47:37.294705 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a05053-a971-48d2-b3c0-99c8671bdb02 req-a06ea552-2afd-47e6-a5ac-1d3a7d8564f8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:37.296194 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f4a05053-a971-48d2-b3c0-99c8671bdb02 req-a06ea552-2afd-47e6-a5ac-1d3a7d8564f8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0474606 Jul 28 03:47:37.337535 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f4a05053-a971-48d2-b3c0-99c8671bdb02 req-cd1b2281-cd92-40fc-a41b-909491559e63 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347676 Jul 28 03:47:37.416785 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fe49159a-fea7-45e7-9309-211712c2adb4 req-baa9dc3e-ae73-4a90-ae15-0332814f1c4d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0258737 Jul 28 03:47:38.453096 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc378462-5bcd-40bd-b37d-090cc62f7392 req-4519313b-87da-442b-974c-fc96ab4ad416 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:38.454452 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dc378462-5bcd-40bd-b37d-090cc62f7392 req-4519313b-87da-442b-974c-fc96ab4ad416 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0510130 Jul 28 03:47:38.492585 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dc378462-5bcd-40bd-b37d-090cc62f7392 req-1e76f4ef-fe40-4f2d-af5b-b1b2294520f3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317388 Jul 28 03:47:38.570648 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-43ebfc51-8ccc-4259-b27f-2309edf04ad8 req-21159b64-1ed2-456e-ab80-e177f961bf28 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0257430 Jul 28 03:47:39.604101 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe781a3b-6a16-42e2-b56e-8e776a9140f1 req-cd432ecb-9517-4750-bcc1-d708642a4085 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:39.605577 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fe781a3b-6a16-42e2-b56e-8e776a9140f1 req-cd432ecb-9517-4750-bcc1-d708642a4085 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0484161 Jul 28 03:47:39.642279 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fe781a3b-6a16-42e2-b56e-8e776a9140f1 req-893bc4ac-0ba3-4a37-8ce7-143ae1e2e972 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309789 Jul 28 03:47:39.724668 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-edb58b23-311a-4770-8527-7ca6487914c3 req-422ca73e-531a-4f4e-945d-a419f1edb45a tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0290110 Jul 28 03:47:40.755855 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc4882-8187-4af0-b5ec-d33be2266c75 req-1364d3fa-4cef-4824-ba47-42e1376c8ff2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:40.757309 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d6fc4882-8187-4af0-b5ec-d33be2266c75 req-1364d3fa-4cef-4824-ba47-42e1376c8ff2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0484734 Jul 28 03:47:40.794673 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d6fc4882-8187-4af0-b5ec-d33be2266c75 req-144f4462-78d6-48c0-bc40-98730eb94e77 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316443 Jul 28 03:47:40.874015 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c5d70700-32be-433c-89b8-d38397ddb9f3 req-759ba358-fbe3-4960-8d4e-0c3ec7e8649e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0268347 Jul 28 03:47:41.906044 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c1a5d-3bdc-4d27-9d7e-9f6561a4ec72 req-73fa0982-85b0-46b5-a485-fff90593dfe6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:41.907514 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-952c1a5d-3bdc-4d27-9d7e-9f6561a4ec72 req-73fa0982-85b0-46b5-a485-fff90593dfe6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0474112 Jul 28 03:47:41.944825 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-952c1a5d-3bdc-4d27-9d7e-9f6561a4ec72 req-ae803c19-ea12-465f-bbf4-3df559b9f349 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309851 Jul 28 03:47:42.025923 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-562f347a-580a-498b-8b2a-d295ac669a7c req-8a31c94d-40dc-45bc-9001-db14777ef71b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0284822 Jul 28 03:47:43.057156 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a9173-0b75-4201-af3b-0706c1dec1d0 req-ae18f66c-e23a-4373-acf6-a86e665118bf tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:43.058614 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-424a9173-0b75-4201-af3b-0706c1dec1d0 req-ae18f66c-e23a-4373-acf6-a86e665118bf tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0479755 Jul 28 03:47:43.095957 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-424a9173-0b75-4201-af3b-0706c1dec1d0 req-0a7733df-6075-4df2-be61-56a2d8bd9a66 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313559 Jul 28 03:47:43.177994 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8d9bbe41-8759-46a8-a647-e779c659da3d req-27699590-a3e4-4537-949d-cca2441a21d4 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0274756 Jul 28 03:47:44.212909 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb7d50-e0a5-4af2-978c-e9fb778ec815 req-892c2bd0-8ef9-48d0-a4d9-681727887875 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:44.214371 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-94bb7d50-e0a5-4af2-978c-e9fb778ec815 req-892c2bd0-8ef9-48d0-a4d9-681727887875 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0512314 Jul 28 03:47:44.250484 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-94bb7d50-e0a5-4af2-978c-e9fb778ec815 req-720bff28-7f7f-479f-b06b-66c93f394fa1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302200 Jul 28 03:47:44.329522 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-809ac234-9629-487a-9833-216f6aa77068 req-a759c86a-ead1-48fb-80fa-5d045bdda2d9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0259805 Jul 28 03:47:45.368020 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a38a8-4f86-4830-9592-8431183fa4a8 req-1f907d85-7a1d-425f-9da6-7b754fea8815 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:45.369484 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-380a38a8-4f86-4830-9592-8431183fa4a8 req-1f907d85-7a1d-425f-9da6-7b754fea8815 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0524814 Jul 28 03:47:45.406128 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-380a38a8-4f86-4830-9592-8431183fa4a8 req-48593a4b-d90b-47f5-ba6b-82e004fb4053 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307686 Jul 28 03:47:45.485506 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8efa8e98-2172-4de5-9e7b-765caeeb0150 req-7c657bf6-8d11-4ee7-9c7a-a97093b6bc74 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0258417 Jul 28 03:47:46.519556 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243d136-5d3a-4159-b5ce-ef56db79e474 req-2206f456-c7f7-400b-9e9d-72735345a7e3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:46.521323 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3243d136-5d3a-4159-b5ce-ef56db79e474 req-2206f456-c7f7-400b-9e9d-72735345a7e3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0510643 Jul 28 03:47:46.558338 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3243d136-5d3a-4159-b5ce-ef56db79e474 req-a7d9d9b9-6581-4d6b-86be-4032a2ddcd1f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312984 Jul 28 03:47:46.636423 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d8c7e4ce-dd41-4ad8-9ec7-956f4a5e008d req-91f51d72-102f-413e-82ce-36808df2508e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0260897 Jul 28 03:47:47.671136 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c61eb7-cf54-49a8-8b13-7f0a5acdc856 req-6e385d67-9949-4533-aa52-f98652c0c8eb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:47.672633 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e0c61eb7-cf54-49a8-8b13-7f0a5acdc856 req-6e385d67-9949-4533-aa52-f98652c0c8eb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0480766 Jul 28 03:47:47.709920 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e0c61eb7-cf54-49a8-8b13-7f0a5acdc856 req-8463b899-f68e-4d39-8230-421dfe6e812a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309975 Jul 28 03:47:47.793122 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7efad26-0ad7-43f2-9135-46d0f8aa727e req-7c144207-8fd2-4e1d-81ae-63befd876631 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0306499 Jul 28 03:47:48.032908 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:47:48.821029 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a04e3-31fa-4b05-9842-84539a54769f req-c1b3d741-373d-43ad-a8f5-ed2260c5dd61 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:48.822492 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e32a04e3-31fa-4b05-9842-84539a54769f req-c1b3d741-373d-43ad-a8f5-ed2260c5dd61 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0487220 Jul 28 03:47:48.860323 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e32a04e3-31fa-4b05-9842-84539a54769f req-e118c5ce-f796-4db1-bcfc-a165dd341539 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320978 Jul 28 03:47:48.939157 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1776c8b1-59c5-4caa-8a65-4c86cd6c885e req-46a3c37f-30e0-4c45-b65c-a0f07581bf82 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0262475 Jul 28 03:47:49.970741 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d440318-a165-4ccf-a4dc-604ea9025b69 req-57e3ef33-3edf-480e-8614-15a9ffce3c51 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:49.972208 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8d440318-a165-4ccf-a4dc-604ea9025b69 req-57e3ef33-3edf-480e-8614-15a9ffce3c51 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0475161 Jul 28 03:47:50.009719 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8d440318-a165-4ccf-a4dc-604ea9025b69 req-459e5e1d-4b83-4afb-8451-523da6c5b214 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314081 Jul 28 03:47:50.090115 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4c96cfc-76d0-4408-abf4-3cad706f3969 req-09715b43-5a41-4c89-afb1-26ab4eda7882 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0283961 Jul 28 03:47:50.451946 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4b5629a5-bf7a-42ca-b903-39b2e022291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:51.121041 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f44d93-531c-4700-83d9-4e8827e43970 req-2eb4ff36-e9fb-40ab-ae53-7b8ff3df0463 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:51.122556 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-37f44d93-531c-4700-83d9-4e8827e43970 req-2eb4ff36-e9fb-40ab-ae53-7b8ff3df0463 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0478799 Jul 28 03:47:51.161074 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-37f44d93-531c-4700-83d9-4e8827e43970 req-88c2acad-62f3-40c4-82e0-3753ff8ab06a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324769 Jul 28 03:47:51.239911 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b8e0c801-880d-40e3-9f07-ce6861dedc22 req-edb360e2-68ac-43e9-9453-4057a6b8d04e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0262501 Jul 28 03:47:52.276147 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfbf07-a0f9-4fc2-bb72-8b96f14f9008 req-f273b8b4-7de8-4be2-8ca5-b0c9fd140430 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:52.277602 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4fcfbf07-a0f9-4fc2-bb72-8b96f14f9008 req-f273b8b4-7de8-4be2-8ca5-b0c9fd140430 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0513334 Jul 28 03:47:52.314329 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4fcfbf07-a0f9-4fc2-bb72-8b96f14f9008 req-1cf04004-888b-4f78-8782-1ca6fa57d01a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310383 Jul 28 03:47:52.395332 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-60f9611f-d2f5-4ed2-886b-a2fcf51a920e req-a84b029d-2b60-483c-8652-72c7bd00dcce tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0258517 Jul 28 03:47:53.214822 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:53.318177 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-ea530a7f-5a33-459c-8c19-b2fbbfd8134c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:53.371804 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:53.435671 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7769035-afa5-420d-aadf-96a19548dd72 req-8fae345f-ce9a-485d-85b3-283a917e51e2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:53.437064 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c7769035-afa5-420d-aadf-96a19548dd72 req-8fae345f-ce9a-485d-85b3-283a917e51e2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0497398 Jul 28 03:47:53.475068 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c7769035-afa5-420d-aadf-96a19548dd72 req-9f5d68db-f818-4f7c-94a2-ef9f98ea9482 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313375 Jul 28 03:47:53.553354 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5bfbea8d-3be6-4cb2-92c5-78a3891c7b3d req-13c14659-97e4-45f2-b004-3a2ef5869c40 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0257392 Jul 28 03:47:54.265496 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:54.590492 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a0211-fb8a-4116-863b-b65095dcc551 req-db1c25ce-7ae0-424f-ac99-e194b1dd5b72 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:54.591953 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-178a0211-fb8a-4116-863b-b65095dcc551 req-db1c25ce-7ae0-424f-ac99-e194b1dd5b72 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0512240 Jul 28 03:47:54.628134 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-178a0211-fb8a-4116-863b-b65095dcc551 req-506aa507-98e1-4e27-8334-01ff1fc6193a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303838 Jul 28 03:47:54.706682 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b58947eb-8b6e-4b4d-ba93-cb346b0b36fa req-815a8e8f-533b-46d2-939a-025876926d64 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0258975 Jul 28 03:47:55.742908 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c88d5-38ac-4bb2-aae8-870764ec7f47 req-ff86816c-22c6-462c-ba77-d8cda4e0e801 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:55.744394 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5e7c88d5-38ac-4bb2-aae8-870764ec7f47 req-ff86816c-22c6-462c-ba77-d8cda4e0e801 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0494161 Jul 28 03:47:55.780907 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5e7c88d5-38ac-4bb2-aae8-870764ec7f47 req-976194d4-05a5-46a7-b80c-36a2e250a9e1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307062 Jul 28 03:47:55.862585 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ceabe276-cdb3-44b9-b78c-2bb9f8cc94e8 req-af8c5f91-192d-4399-8569-0f340ae00d4a tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0301054 Jul 28 03:47:55.973874 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:56.892392 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571d01-3ec7-444f-a432-8307e47badc8 req-5748f46f-2aed-4931-9783-fae0afb71d5b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:56.893824 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73571d01-3ec7-444f-a432-8307e47badc8 req-5748f46f-2aed-4931-9783-fae0afb71d5b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0471501 Jul 28 03:47:56.930636 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73571d01-3ec7-444f-a432-8307e47badc8 req-c7b433cd-47cf-473b-8eac-1e76b4ecdab3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301356 Jul 28 03:47:57.009925 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1edd49d0-5b10-428b-8a89-05db3c370131 req-c7ecafaa-f0c4-439c-9366-29b050188ffd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0259349 Jul 28 03:47:58.041090 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771d097-dc98-408a-a3de-d02ae47c1a7b req-b960781e-a5b7-4151-b2c7-59efd6b7b399 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:58.042516 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8771d097-dc98-408a-a3de-d02ae47c1a7b req-b960781e-a5b7-4151-b2c7-59efd6b7b399 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0476031 Jul 28 03:47:58.080794 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8771d097-dc98-408a-a3de-d02ae47c1a7b req-9fc3e4df-612d-4855-aa6e-7744e0c20e95 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324690 Jul 28 03:47:58.163369 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5b2037ef-565b-4994-93e7-83f48ad8d44f req-76d62825-fd90-442b-a9dd-fec68901ef29 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0293951 Jul 28 03:47:59.194997 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d202566-0180-45e0-ac64-9bb4302144d1 req-15734960-6dcb-4e77-81b0-73768d88ab0e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:47:59.196464 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3d202566-0180-45e0-ac64-9bb4302144d1 req-15734960-6dcb-4e77-81b0-73768d88ab0e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0495279 Jul 28 03:47:59.233434 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3d202566-0180-45e0-ac64-9bb4302144d1 req-3f6056bd-05f2-41c7-a8ee-fd40f5055f87 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311182 Jul 28 03:47:59.312313 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eb8bba44-d792-4f31-ac81-94a8854cf34e req-246d5729-22ce-4c24-b226-a57c8c19c398 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0251863 Jul 28 03:48:00.349218 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6826d-3a29-48f5-a9de-caf051b7bf9f req-f20835c7-0571-4926-8e25-5cf9a912b106 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:00.350671 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7ce6826d-3a29-48f5-a9de-caf051b7bf9f req-f20835c7-0571-4926-8e25-5cf9a912b106 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0518534 Jul 28 03:48:00.386841 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7ce6826d-3a29-48f5-a9de-caf051b7bf9f req-d94be5fc-ec92-4141-85d0-6311e9f3ea52 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303795 Jul 28 03:48:00.467217 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-47a633ab-e213-4146-8eb8-fd0678770ab2 req-ba015d29-689f-40b8-8e57-18896aa9a135 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0259953 Jul 28 03:48:01.499317 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecd8cc-fc43-4765-8346-5ed50e08fdde req-6aec41b0-1201-4595-8854-64e80eb6d277 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:01.500802 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2cecd8cc-fc43-4765-8346-5ed50e08fdde req-6aec41b0-1201-4595-8854-64e80eb6d277 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0481775 Jul 28 03:48:01.537576 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2cecd8cc-fc43-4765-8346-5ed50e08fdde req-cd23b4ff-f3dc-4e3b-97c8-60e119080b2d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309198 Jul 28 03:48:01.616109 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5e9ec2bb-4f4f-4ff6-bb61-209d74e1c36b req-0297dc4b-ec9d-4f51-937a-fff10367ec5e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0266955 Jul 28 03:48:02.653425 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59bbc0-a467-43ad-ab92-dee5d4caae1a req-190c8069-fd75-4a85-a129-beb32a1e425d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:02.654858 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7f59bbc0-a467-43ad-ab92-dee5d4caae1a req-190c8069-fd75-4a85-a129-beb32a1e425d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0508964 Jul 28 03:48:02.692469 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7f59bbc0-a467-43ad-ab92-dee5d4caae1a req-c3ca2782-c6d4-4df2-8678-2d33a22a874f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311027 Jul 28 03:48:02.770420 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2ef7717b-d587-4d42-b463-d5f87540d533 req-0d6c2cb2-1987-4c4e-8b0a-e4033f56f993 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0256329 Jul 28 03:48:03.802582 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf87c02-c47e-44af-a5e5-3c30bb59f171 req-413d1727-0e27-463a-ac19-e0a89f275e63 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:03.804043 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-baf87c02-c47e-44af-a5e5-3c30bb59f171 req-413d1727-0e27-463a-ac19-e0a89f275e63 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0470443 Jul 28 03:48:03.841310 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-baf87c02-c47e-44af-a5e5-3c30bb59f171 req-66cdb09b-bab7-4dd5-9b31-02d6e9885fe8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314295 Jul 28 03:48:03.923324 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2b022ed2-739a-49e0-b161-aa1faffcdf95 req-7101a327-e953-4683-9e42-9d3a245276a9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0288351 Jul 28 03:48:04.952544 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44dc0-713d-499d-b817-a34382d59316 req-3d39f7b5-6abb-40b6-92e6-2a97e28cd64f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:04.953970 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9ef44dc0-713d-499d-b817-a34382d59316 req-3d39f7b5-6abb-40b6-92e6-2a97e28cd64f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0472052 Jul 28 03:48:04.991255 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9ef44dc0-713d-499d-b817-a34382d59316 req-23b0058f-4aa9-47b9-8b5f-0c5b8d7bcc2f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308414 Jul 28 03:48:05.070252 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-11e42d68-411a-4268-a477-9006da7ecf62 req-c8ab93e5-2178-4a94-85f5-9e8780c620f8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0258291 Jul 28 03:48:06.102760 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540757d-d2f4-4054-8dd2-30b272d967ef req-153b3ff6-8737-4466-b0d4-a6cb6654c8c0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:06.104268 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b540757d-d2f4-4054-8dd2-30b272d967ef req-153b3ff6-8737-4466-b0d4-a6cb6654c8c0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0475867 Jul 28 03:48:06.141779 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b540757d-d2f4-4054-8dd2-30b272d967ef req-2d7f8eab-61ac-408a-9319-fc3ed9f94a0c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317104 Jul 28 03:48:06.225009 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9bd21d04-6591-4611-b566-f5e317042f51 req-b5fa5885-91ea-4861-b6ca-22f28a87474d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0297787 Jul 28 03:48:07.261636 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f307e-bf53-4ac8-a800-d465bf3b717f req-a9788356-2104-4e6b-b34e-c80afb00f93c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:07.263101 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c89f307e-bf53-4ac8-a800-d465bf3b717f req-a9788356-2104-4e6b-b34e-c80afb00f93c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0493467 Jul 28 03:48:07.301558 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c89f307e-bf53-4ac8-a800-d465bf3b717f req-94b5466a-5c5a-4c54-b42f-825cd15f1767 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314298 Jul 28 03:48:07.398046 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9ef5f2ae-7ec8-4b59-b496-583694fb82b5 req-f0e9f175-3bbe-4e80-98c2-5acc5360f976 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0289309 Jul 28 03:48:08.419476 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c38bc1-24fc-4669-9972-483c1fda34ab req-07d19d5f-4291-4ad1-8929-d3eb3638ece0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:08.420937 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-54c38bc1-24fc-4669-9972-483c1fda34ab req-07d19d5f-4291-4ad1-8929-d3eb3638ece0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0514603 Jul 28 03:48:08.458042 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-54c38bc1-24fc-4669-9972-483c1fda34ab req-85f6e051-549b-43ba-b48d-d0c4bf2261c6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307353 Jul 28 03:48:08.536324 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-76c39803-4741-417d-8ff8-fee51d1f8ad8 req-b90a0b24-82aa-4119-9be1-b23af1e5aa32 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0255473 Jul 28 03:48:09.569359 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1f4a7-a5a7-4dd6-b97a-1d529f147288 req-16e50e2e-29c4-4c5b-ae1d-151339e9027f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:09.570800 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-adb1f4a7-a5a7-4dd6-b97a-1d529f147288 req-16e50e2e-29c4-4c5b-ae1d-151339e9027f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0482810 Jul 28 03:48:09.607688 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-adb1f4a7-a5a7-4dd6-b97a-1d529f147288 req-14980c49-cda1-47f4-9fcc-f5db30334686 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311654 Jul 28 03:48:09.685491 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-49e41525-d96b-42bb-811e-9b26d3a1912c req-3ab619ac-9c5e-426e-8b2f-07963af93959 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0254245 Jul 28 03:48:10.722133 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061372e-6290-4ff8-8b09-240ab978587f req-bc804b83-ec82-469c-8088-51e8c2dbb73e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:10.724289 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b061372e-6290-4ff8-8b09-240ab978587f req-bc804b83-ec82-469c-8088-51e8c2dbb73e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0518265 Jul 28 03:48:10.762134 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b061372e-6290-4ff8-8b09-240ab978587f req-f7d043fb-1f5a-47f4-9c0f-73b4006b2137 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319118 Jul 28 03:48:10.840153 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f8a070e4-bd5b-4d5c-9216-c26346a26a1d req-6e02cb17-6ebe-44ca-9017-a5d60f6d7b47 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0260754 Jul 28 03:48:11.875776 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48103b6-3c9f-425a-aaf2-dbb3689b0bbc req-d1a4340a-15fe-4d1d-9c40-10fdee16d8e2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:11.877280 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e48103b6-3c9f-425a-aaf2-dbb3689b0bbc req-d1a4340a-15fe-4d1d-9c40-10fdee16d8e2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0480499 Jul 28 03:48:11.914814 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e48103b6-3c9f-425a-aaf2-dbb3689b0bbc req-e9707989-351c-4253-89a0-b9ff0377723c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310001 Jul 28 03:48:11.996055 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-84fb5cd0-1558-4291-82a6-51028891909b req-cfded5dd-4a09-4a2c-a8e4-d8be24f34a47 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0286624 Jul 28 03:48:13.237221 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b53cf0-1e8a-40e6-ab51-7942d406eae8 req-d663b510-a06b-4317-9f88-e02db786dc83 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:13.238612 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-10b53cf0-1e8a-40e6-ab51-7942d406eae8 req-d663b510-a06b-4317-9f88-e02db786dc83 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.2578137 Jul 28 03:48:13.274808 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-10b53cf0-1e8a-40e6-ab51-7942d406eae8 req-921a399d-116f-4b19-8674-3b652de76cf1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302854 Jul 28 03:48:13.354775 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-34b79901-e529-4735-9958-cb8ad4c33567 req-ff807ec4-32f9-493a-b6ce-8521ac9c5ed3 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0273564 Jul 28 03:48:14.386647 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2ce08-c760-46c3-be78-397c94d1a0ea req-df4552ea-1535-4696-ad3f-54fc68fa6076 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:14.388119 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8ba2ce08-c760-46c3-be78-397c94d1a0ea req-df4552ea-1535-4696-ad3f-54fc68fa6076 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0483465 Jul 28 03:48:14.424797 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8ba2ce08-c760-46c3-be78-397c94d1a0ea req-33241e93-ebfa-44d6-a91d-996a3789d1ff tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309532 Jul 28 03:48:14.506578 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3bb80d94-29b7-4d20-8845-b3aaad496c5c req-5f2dd7b1-0cd4-4e28-8c56-b8319ea65955 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0282860 Jul 28 03:48:15.544562 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a22bc-4c7b-435e-b5f8-fbb0fa2b022e req-16c700c7-94ed-44b3-8dbc-2e7efe4ece16 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:15.546022 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-db3a22bc-4c7b-435e-b5f8-fbb0fa2b022e req-16c700c7-94ed-44b3-8dbc-2e7efe4ece16 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0490668 Jul 28 03:48:15.582946 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-db3a22bc-4c7b-435e-b5f8-fbb0fa2b022e req-d825e528-ddf2-434c-ace2-b51496fa290f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305843 Jul 28 03:48:15.661557 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1edf4021-3433-45aa-be4c-f868ab350e9c req-52f96289-cd30-4ce9-a390-7658b6704740 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0260642 Jul 28 03:48:16.695059 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03db010-09b5-40fd-b5ce-780c582e802c req-11cbd20b-8406-4099-ba8f-c53bf0d8b987 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:16.696527 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d03db010-09b5-40fd-b5ce-780c582e802c req-11cbd20b-8406-4099-ba8f-c53bf0d8b987 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0481637 Jul 28 03:48:16.733571 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d03db010-09b5-40fd-b5ce-780c582e802c req-299f81c0-e454-434c-a1a9-d859a0ce83f1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312395 Jul 28 03:48:16.814994 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-29174f2c-e2a8-4117-958e-cb6011d7ec51 req-ad8116e4-4ac0-46f1-a653-9bece7a05524 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0286222 Jul 28 03:48:17.849510 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13326b4f-104a-4570-9c2f-7c87c47e3a73 req-fb1237da-7511-402f-8329-d8e149284236 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:17.850972 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-13326b4f-104a-4570-9c2f-7c87c47e3a73 req-fb1237da-7511-402f-8329-d8e149284236 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0493937 Jul 28 03:48:17.887996 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-13326b4f-104a-4570-9c2f-7c87c47e3a73 req-01caf4b5-5c3d-484f-aa22-74762542bca4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312130 Jul 28 03:48:17.967484 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8099b8b3-3840-4964-b7ee-dce8f4bc3a1f req-f772cc56-b3e3-4a19-b931-18b5501f3142 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0266581 Jul 28 03:48:19.005486 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27422ce0-bbb1-4e79-95bd-6e32785de392 req-dcdfb8ab-7a0d-4678-be67-e4a0791f5485 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:19.006949 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-27422ce0-bbb1-4e79-95bd-6e32785de392 req-dcdfb8ab-7a0d-4678-be67-e4a0791f5485 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0517547 Jul 28 03:48:19.043053 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-27422ce0-bbb1-4e79-95bd-6e32785de392 req-afc80e04-64f2-464d-8782-be1cec7bde84 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303111 Jul 28 03:48:19.123346 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc7d6e4c-e945-4971-8016-dbc77481fcf7 req-0a31be57-6404-4cb8-8566-29e22ebcd51e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0267828 Jul 28 03:48:20.156947 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6805191-a88b-43d5-a434-785029c1699e req-d24038d1-1468-424b-8506-dd045a7eda6b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:20.158368 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f6805191-a88b-43d5-a434-785029c1699e req-d24038d1-1468-424b-8506-dd045a7eda6b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0484955 Jul 28 03:48:20.196823 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f6805191-a88b-43d5-a434-785029c1699e req-1fce7440-2d96-4688-8a5e-4231491ad0ed tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319710 Jul 28 03:48:20.275788 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c6772ac0-1dc1-469e-abe4-e98aa912b260 req-d1ec4a14-c792-420e-8dd5-979682790a48 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0263364 Jul 28 03:48:20.453750 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-a63d1377-3a60-42e8-84b4-094d60ebd88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:21.313415 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef60ef8-80ab-4906-a968-98c674cdf8c4 req-c278c457-b722-4fe1-9d36-ff1276494f17 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:21.314865 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cef60ef8-80ab-4906-a968-98c674cdf8c4 req-c278c457-b722-4fe1-9d36-ff1276494f17 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0514195 Jul 28 03:48:21.353561 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cef60ef8-80ab-4906-a968-98c674cdf8c4 req-fce0ff8a-8ff4-4a44-86d5-b67662f224a1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325272 Jul 28 03:48:21.432535 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1ded8294-7014-42f7-a41e-1b47a05725ee req-e923b050-c9f1-4fb9-8c86-ec095343a3a2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0260599 Jul 28 03:48:22.465769 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fad9a5-531f-43a8-a01e-408f79fe190a req-87bb49c7-5dd6-405f-8481-f3e63a57a2c3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:22.467229 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-05fad9a5-531f-43a8-a01e-408f79fe190a req-87bb49c7-5dd6-405f-8481-f3e63a57a2c3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0479701 Jul 28 03:48:22.504658 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-05fad9a5-531f-43a8-a01e-408f79fe190a req-9d6857e9-87ac-466d-87bc-f55518dd4307 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316095 Jul 28 03:48:22.587226 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d73d041e-6b59-4f58-b0e5-8b486a87d3be req-1f78102b-ef34-4705-a926-e8bdc721caf7 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0294900 Jul 28 03:48:23.214704 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:23.317357 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d916ff09-9cb2-4bcb-b0b7-1f2344dc5d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:23.371906 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:23.623192 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96af88d-0ee5-4c1d-b694-722daa7ee479 req-70d3cbf4-fb26-4c80-961f-989cae5587b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:23.624719 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c96af88d-0ee5-4c1d-b694-722daa7ee479 req-70d3cbf4-fb26-4c80-961f-989cae5587b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0538101 Jul 28 03:48:23.669559 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c96af88d-0ee5-4c1d-b694-722daa7ee479 req-69de7a4d-4249-4380-b815-eb39fd21717c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380218 Jul 28 03:48:23.750048 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc5dac56-6db3-44da-bd07-95e5f7a63893 req-42a249ec-1cad-4f5b-8047-21f2cd30b6f3 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0277233 Jul 28 03:48:24.268722 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:24.788427 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cc7ca-d2f9-455f-b4fb-83a5772cc6f4 req-bd97162c-3347-42ec-80bb-7b8719e143cf tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:24.789911 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0d0cc7ca-d2f9-455f-b4fb-83a5772cc6f4 req-bd97162c-3347-42ec-80bb-7b8719e143cf tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0501597 Jul 28 03:48:24.828978 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0d0cc7ca-d2f9-455f-b4fb-83a5772cc6f4 req-0acc3804-18f4-499e-8c5c-920a53922542 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331540 Jul 28 03:48:24.918867 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-641750da-d758-4040-a435-745128b8596f req-585d4952-5e90-4c20-b7ab-78f3e1ebcfa9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0360651 Jul 28 03:48:25.032237 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:48:25.942635 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66466c41-7b9e-4fda-8591-e23da7a1ff79 req-ccd7c10a-854e-4aaa-8653-36084c360c77 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:25.944172 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-66466c41-7b9e-4fda-8591-e23da7a1ff79 req-ccd7c10a-854e-4aaa-8653-36084c360c77 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0477748 Jul 28 03:48:25.976512 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:25.984504 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-66466c41-7b9e-4fda-8591-e23da7a1ff79 req-c87ca288-da9f-4677-814b-676fde83cfce tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344558 Jul 28 03:48:26.064142 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-16f299af-c55e-480b-9e2b-c9a4b6322c9b req-f0ae1b4c-96b2-4e4e-91e1-ab0bee4634d9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0258977 Jul 28 03:48:27.102727 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82257cda-bedd-4be6-ba3c-0b43507ab36a req-886e7444-8093-4f1f-8bb7-a04a810d7f6b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:27.104239 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-82257cda-bedd-4be6-ba3c-0b43507ab36a req-886e7444-8093-4f1f-8bb7-a04a810d7f6b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0532219 Jul 28 03:48:27.142033 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-82257cda-bedd-4be6-ba3c-0b43507ab36a req-4fa1abfa-a0ca-43fb-b704-e0d095a3d4f1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319667 Jul 28 03:48:27.221727 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-de9655ad-385b-415b-a498-2ab399ece729 req-2cb29b70-f788-4835-a113-eabc6b622ab2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0264595 Jul 28 03:48:28.255665 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89280a-ec68-46ae-87d9-a4116abc46a2 req-9b33ccfa-986c-4caa-a862-50766e7dae43 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:28.257150 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5f89280a-ec68-46ae-87d9-a4116abc46a2 req-9b33ccfa-986c-4caa-a862-50766e7dae43 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0484760 Jul 28 03:48:28.294142 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5f89280a-ec68-46ae-87d9-a4116abc46a2 req-804626e6-aef0-4703-8dd3-6249c413c33d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312734 Jul 28 03:48:28.373187 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5cb445f1-c815-46a0-b617-cf585f0b593e req-1fee2eea-874d-4f61-9d64-92f3279531e9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0269706 Jul 28 03:48:29.413641 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace035ea-301c-4579-b15b-87f6b781ce93 req-3ae3c665-7426-4570-9a5b-6e99207c7361 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:29.415091 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ace035ea-301c-4579-b15b-87f6b781ce93 req-3ae3c665-7426-4570-9a5b-6e99207c7361 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0526063 Jul 28 03:48:29.452931 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ace035ea-301c-4579-b15b-87f6b781ce93 req-c549ce37-a0e2-4407-a94e-dffa235f2261 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320845 Jul 28 03:48:29.477676 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 48878) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:48:29.533899 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-807c4e89-549c-406d-949d-4bbd45755323 req-3f17ed85-a8d4-4e85-b16b-4245cc000d07 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0261028 Jul 28 03:48:29.640957 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Deleting port 9628edfa-776c-4248-b81f-012df72c2dfc {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:48:29.641297 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:29.716202 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:29.716535 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:29.728001 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Calling delete_port for 9628edfa-776c-4248-b81f-012df72c2dfc owned by network:floatingip {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:48:29.899933 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:29.924727 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Pushing event deleted for resources: {'Port': ['ID=9628edfa-776c-4248-b81f-012df72c2dfc,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:48:29.936538 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:29.936890 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:29.937228 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:29.937558 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:29.937883 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:29.938207 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:29.938528 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:29.938854 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:29.939165 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:29.939486 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:29.939827 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:29.940144 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:48:29.992245 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for floatingip, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:29.992568 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.l3_db [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Floating IP e1e89cef-934e-4c78-a42f-0fd663ffc912 disassociated (deleted). External IP: 172.27.1.172, port: fbcce620-dcf6-4f36-b99e-42b820797a20. Jul 28 03:48:30.193490 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Router 121148fe-7d90-41a5-a987-6864f1583148 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:48:30.299011 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:48:30.303508 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:30.308799 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4976bcb-f1e4-4ce6-ad22-802ada9b4216 None None] Sync routers for ids ['121148fe-7d90-41a5-a987-6864f1583148'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:48:30.318188 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4976bcb-f1e4-4ce6-ad22-802ada9b4216 None None] Routers {'121148fe-7d90-41a5-a987-6864f1583148'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:48:30.318790 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-f4976bcb-f1e4-4ce6-ad22-802ada9b4216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:48:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['121148fe-7d90-41a5-a987-6864f1583148'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:48:30.330023 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-4fe996de-60c8-423e-9ac7-ead4b74095b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "DELETE /v2.0/floatingips/e1e89cef-934e-4c78-a42f-0fd663ffc912 HTTP/1.1" status: 204 len: 168 time: 0.8512523 Jul 28 03:48:30.330601 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'tag': 'fbcce620-dcf6-4f36-b99e-42b820797a20'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:48:30.333843 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d063c9-0a79-4ac9-8fd1-c8933be08d46" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e", "tag": "fbcce620-dcf6-4f36-b99e-42b820797a20"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:48:30.424970 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-f4976bcb-f1e4-4ce6-ad22-802ada9b4216 None None] Set router 121148fe-7d90-41a5-a987-6864f1583148 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:48:30.540465 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d62c549-2f04-44d8-a8b3-ecf75501706e x-openstack-request-id: req-1d62c549-2f04-44d8-a8b3-ecf75501706e {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:48:30.540956 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e", "tag": "fbcce620-dcf6-4f36-b99e-42b820797a20", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:48:30.541048 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d62c549-2f04-44d8-a8b3-ecf75501706e {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:48:30.541368 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'tag': 'fbcce620-dcf6-4f36-b99e-42b820797a20', 'status': 'completed', 'code': 200} Jul 28 03:48:30.625872 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-f4976bcb-f1e4-4ce6-ad22-802ada9b4216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121148fe-7d90-41a5-a987-6864f1583148', 'name': 'tempest-TestShelveInstance-1960454992-router', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:03Z', 'updated_at': '2021-07-28T03:39:07Z', 'revision_number': 4, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'gw_port': {'id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:04Z', 'updated_at': '2021-07-28T03:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'c653778d-03fa-4258-8799-e8eaff2eee36', 'name': '', 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'mac_address': 'fa:16:3e:1e:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:06Z', 'updated_at': '2021-07-28T03:39:14Z', 'revision_number': 5, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'subnets': [{'id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:48:30.652496 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4976bcb-f1e4-4ce6-ad22-802ada9b4216 None None] Checking router: 121148fe-7d90-41a5-a987-6864f1583148 for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:48:30.660997 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4976bcb-f1e4-4ce6-ad22-802ada9b4216 None None] Routers {'121148fe-7d90-41a5-a987-6864f1583148'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:48:30.661610 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-f4976bcb-f1e4-4ce6-ad22-802ada9b4216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:48:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['121148fe-7d90-41a5-a987-6864f1583148'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:48:30.663369 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0be2f5-adca-42f6-9fc2-575b47dc26bf req-f92f141c-b14c-425a-acbf-44853d8296fb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:30.664881 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8a0be2f5-adca-42f6-9fc2-575b47dc26bf req-f92f141c-b14c-425a-acbf-44853d8296fb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0807896 Jul 28 03:48:30.671071 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d063c9-0a79-4ac9-8fd1-c8933be08d46 req-964f4e64-51ef-49da-929e-adac4b45d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:30.672518 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f8d063c9-0a79-4ac9-8fd1-c8933be08d46 req-964f4e64-51ef-49da-929e-adac4b45d492 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcfeb19e3a6d42cfbf29ba7e9a7aeacf&device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 1096 time: 0.0611353 Jul 28 03:48:30.753601 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8a0be2f5-adca-42f6-9fc2-575b47dc26bf req-6382e564-dba1-467d-9825-f844cd6912f1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b53235b3-6fd9-4b66-8516-039b5636c1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800507 Jul 28 03:48:30.791478 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d063c9-0a79-4ac9-8fd1-c8933be08d46 req-8aa6f0aa-e062-4cd0-8023-328b653da80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:30.793258 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f8d063c9-0a79-4ac9-8fd1-c8933be08d46 req-8aa6f0aa-e062-4cd0-8023-328b653da80b service neutron] 10.222.0.25 "GET /v2.0/networks?id=b25cc0de-ded2-4f06-a5ba-088ba3628bb5 HTTP/1.1" status: 200 len: 910 time: 0.1070604 Jul 28 03:48:30.802281 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff5bed-5070-4873-9381-8dd108c15a74 req-ad2fbc1f-3c48-470c-b6c8-f36df4371d86 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:30.804060 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-9eff5bed-5070-4873-9381-8dd108c15a74 req-ad2fbc1f-3c48-470c-b6c8-f36df4371d86 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 943 time: 0.0555072 Jul 28 03:48:30.845986 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f8d063c9-0a79-4ac9-8fd1-c8933be08d46 req-c4943ba4-64a2-4801-897e-e8af09c957a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbcce620-dcf6-4f36-b99e-42b820797a20 HTTP/1.1" status: 200 len: 217 time: 0.0457754 Jul 28 03:48:30.858401 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-f4976bcb-f1e4-4ce6-ad22-802ada9b4216 None None] Set router 121148fe-7d90-41a5-a987-6864f1583148 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:48:30.878155 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d40753ce-f4fd-4a06-9c47-42dafef3c763 req-7311f26a-1bae-48b9-bf64-38c73a2e8ca5 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0348141 Jul 28 03:48:30.901599 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-9eff5bed-5070-4873-9381-8dd108c15a74 req-c1b4696f-c73b-44bd-9d94-7744444e8a54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Deleting port fbcce620-dcf6-4f36-b99e-42b820797a20 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:48:30.901949 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-9eff5bed-5070-4873-9381-8dd108c15a74 req-c1b4696f-c73b-44bd-9d94-7744444e8a54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:30.919570 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d063c9-0a79-4ac9-8fd1-c8933be08d46 req-c3025a17-cf3f-447a-be8e-d1755be25d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:30.921530 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f8d063c9-0a79-4ac9-8fd1-c8933be08d46 req-c3025a17-cf3f-447a-be8e-d1755be25d2b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196 HTTP/1.1" status: 200 len: 848 time: 0.0662405 Jul 28 03:48:30.969663 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d063c9-0a79-4ac9-8fd1-c8933be08d46 req-f7270742-5d51-4d8c-8e7f-6f57284f3a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:30.971154 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f8d063c9-0a79-4ac9-8fd1-c8933be08d46 req-f7270742-5d51-4d8c-8e7f-6f57284f3a5d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b25cc0de-ded2-4f06-a5ba-088ba3628bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423846 Jul 28 03:48:30.997020 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-9eff5bed-5070-4873-9381-8dd108c15a74 req-c1b4696f-c73b-44bd-9d94-7744444e8a54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] For port fbcce620-dcf6-4f36-b99e-42b820797a20, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=fbcce620-dcf6-4f36-b99e-42b820797a20,segment=NetworkSegment(4da03bed-4a7d-47ff-9fce-544131d75007),segment_id=4da03bed-4a7d-47ff-9fce-544131d75007)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:48:30.997532 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-9eff5bed-5070-4873-9381-8dd108c15a74 req-c1b4696f-c73b-44bd-9d94-7744444e8a54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:31.011735 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-9eff5bed-5070-4873-9381-8dd108c15a74 req-c1b4696f-c73b-44bd-9d94-7744444e8a54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Calling delete_port for fbcce620-dcf6-4f36-b99e-42b820797a20 owned by compute:nova {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:48:31.065277 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-f4976bcb-f1e4-4ce6-ad22-802ada9b4216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121148fe-7d90-41a5-a987-6864f1583148', 'name': 'tempest-TestShelveInstance-1960454992-router', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:03Z', 'updated_at': '2021-07-28T03:39:07Z', 'revision_number': 4, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'gw_port': {'id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:04Z', 'updated_at': '2021-07-28T03:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'c653778d-03fa-4258-8799-e8eaff2eee36', 'name': '', 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'mac_address': 'fa:16:3e:1e:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:06Z', 'updated_at': '2021-07-28T03:39:14Z', 'revision_number': 5, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'subnets': [{'id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:48:31.071986 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f8d063c9-0a79-4ac9-8fd1-c8933be08d46 req-44b2ff62-8297-44a2-bd81-756962360f2d service neutron] 10.222.0.25 "GET /v2.0/networks/b25cc0de-ded2-4f06-a5ba-088ba3628bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936172 Jul 28 03:48:31.093069 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4976bcb-f1e4-4ce6-ad22-802ada9b4216 None None] The sync data for ids ['121148fe-7d90-41a5-a987-6864f1583148'] in dv-cinder-733062-21-iscsi is: [{'id': '121148fe-7d90-41a5-a987-6864f1583148', 'name': 'tempest-TestShelveInstance-1960454992-router', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:03Z', 'updated_at': '2021-07-28T03:39:07Z', 'revision_number': 4, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'gw_port': {'id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:04Z', 'updated_at': '2021-07-28T03:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'c653778d-03fa-4258-8799-e8eaff2eee36', 'name': '', 'network_id': 'b25cc0de-ded2-4f06-a5ba-088ba3628bb5', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'mac_address': 'fa:16:3e:1e:ca:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:06Z', 'updated_at': '2021-07-28T03:39:14Z', 'revision_number': 5, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'subnets': [{'id': 'ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:48:31.146283 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-9eff5bed-5070-4873-9381-8dd108c15a74 req-c1b4696f-c73b-44bd-9d94-7744444e8a54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:31.174224 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f8d063c9-0a79-4ac9-8fd1-c8933be08d46 req-a09e4b7c-9009-4418-9548-e599a28bfb12 service neutron] 10.222.0.25 "GET /v2.0/networks/b25cc0de-ded2-4f06-a5ba-088ba3628bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950105 Jul 28 03:48:31.181715 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4696f-c73b-44bd-9d94-7744444e8a54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Pushing event deleted for resources: {'Port': ['ID=fbcce620-dcf6-4f36-b99e-42b820797a20,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:48:31.224109 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eff5bed-5070-4873-9381-8dd108c15a74 req-c1b4696f-c73b-44bd-9d94-7744444e8a54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] No DVR routers for this DVR port fbcce620-dcf6-4f36-b99e-42b820797a20 on host hv-cinder-73306 {{(pid=93263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:48:31.226543 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-9eff5bed-5070-4873-9381-8dd108c15a74 req-c1b4696f-c73b-44bd-9d94-7744444e8a54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:31.228718 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-9eff5bed-5070-4873-9381-8dd108c15a74 req-c1b4696f-c73b-44bd-9d94-7744444e8a54 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.25 "DELETE /v2.0/ports/fbcce620-dcf6-4f36-b99e-42b820797a20 HTTP/1.1" status: 204 len: 173 time: 0.4177237 Jul 28 03:48:31.333121 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40444bc5-8631-455c-adf8-cf785e73b676 None None] New status for floating IP e1e89cef-934e-4c78-a42f-0fd663ffc912: DOWN {{(pid=93264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:48:31.722260 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-410d4adb-9258-4cc3-9016-1a24b79b680c req-59ef24f9-846c-43c0-bf4e-32c4611c670f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382733 Jul 28 03:48:31.818851 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d4adb-9258-4cc3-9016-1a24b79b680c req-76018e55-1850-4178-8b56-cf8a08e58a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:31.820373 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-410d4adb-9258-4cc3-9016-1a24b79b680c req-76018e55-1850-4178-8b56-cf8a08e58a95 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 1098 time: 0.0416183 Jul 28 03:48:31.853595 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d62947ce-b46f-448e-b741-8fb0b548f657 req-17ea3218-75fb-4f9a-b269-9eb14168c1a1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0275345 Jul 28 03:48:31.929635 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d4adb-9258-4cc3-9016-1a24b79b680c req-79b54a5d-bf17-48a4-a04e-9748e7cf1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:31.931106 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-410d4adb-9258-4cc3-9016-1a24b79b680c req-79b54a5d-bf17-48a4-a04e-9748e7cf1596 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 200 len: 911 time: 0.0900679 Jul 28 03:48:31.992606 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dbd5f36e-f22a-47a3-92d8-a732c6ff4af7 req-78d2395b-49d4-4dc9-830f-f8a1e0883ac9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0298648 Jul 28 03:48:31.995283 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-410d4adb-9258-4cc3-9016-1a24b79b680c req-85ec3838-bbcc-4df8-b57b-628a780dc280 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e78fba6c-176b-4f20-8246-8712019f721a HTTP/1.1" status: 200 len: 1001 time: 0.0575714 Jul 28 03:48:32.047853 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d4adb-9258-4cc3-9016-1a24b79b680c req-b1bffe7a-3ab5-44d8-8b26-03bb13b41a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:32.049309 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-410d4adb-9258-4cc3-9016-1a24b79b680c req-b1bffe7a-3ab5-44d8-8b26-03bb13b41a7c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0855aebe-89e1-4a95-8ec3-265771853473 HTTP/1.1" status: 200 len: 849 time: 0.0472271 Jul 28 03:48:32.094745 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d4adb-9258-4cc3-9016-1a24b79b680c req-5a074d89-f36a-435b-8fb4-ccc075f653ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:48:32.096268 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-410d4adb-9258-4cc3-9016-1a24b79b680c req-5a074d89-f36a-435b-8fb4-ccc075f653ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396805 Jul 28 03:48:32.191898 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-410d4adb-9258-4cc3-9016-1a24b79b680c req-7ab113ac-ace4-43ca-9c5f-20e77cdc9596 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872757 Jul 28 03:48:32.282848 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-410d4adb-9258-4cc3-9016-1a24b79b680c req-cfd5951f-c44f-4fb9-8a07-3139945ef103 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838623 Jul 28 03:48:32.542825 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'name': 'network-vif-deleted', 'tag': 'fbcce620-dcf6-4f36-b99e-42b820797a20'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:48:32.545069 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522f4c4d-229c-4b46-a4db-b491a8e2e9b3" -d '{"events": [{"server_uuid": "cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e", "name": "network-vif-deleted", "tag": "fbcce620-dcf6-4f36-b99e-42b820797a20"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:48:32.579308 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7e3710-e285-4f5c-b83b-cc8668b918ba x-openstack-request-id: req-6e7e3710-e285-4f5c-b83b-cc8668b918ba {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:48:32.579593 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e", "name": "network-vif-deleted", "tag": "fbcce620-dcf6-4f36-b99e-42b820797a20", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:48:32.579876 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e7e3710-e285-4f5c-b83b-cc8668b918ba {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:48:32.580263 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e', 'name': 'network-vif-deleted', 'tag': 'fbcce620-dcf6-4f36-b99e-42b820797a20', 'status': 'completed', 'code': 200} Jul 28 03:48:32.946416 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8f8b8add-2757-429e-8a11-f9a683f61cff req-9b359be6-4be0-4a1c-9323-128033816e91 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0260251 Jul 28 03:48:33.086439 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9857fb04-348e-4146-9499-fd5ec92d753e req-53fe35cb-69fd-4a36-adaa-5a14e3c427a6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0254407 Jul 28 03:48:34.037226 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-652c9817-2467-42e7-88b2-2d613b16c76e req-7ee07502-9103-45fe-a7f0-b43d700d7c9b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0255156 Jul 28 03:48:34.182547 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5a93d495-8089-4492-8356-82e6d97f6cd0 req-90e91bdc-5f31-4140-b8c8-4176953e61dc tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0266178 Jul 28 03:48:35.128494 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-09f45ac8-b586-48be-bf6e-0360425d8817 req-0b9bf31c-2987-47fe-98d1-8096d679d63c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0255492 Jul 28 03:48:35.280859 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d51f6010-0379-4740-bb66-055650a2cf7b req-27ad25ec-23a9-4bd9-ba4b-84db183b3c79 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0294504 Jul 28 03:48:36.220433 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-28f3e941-06e7-4e6a-9190-bb51f4d7788f req-afa6c715-f987-4ef9-abcb-7609b2d0a0d2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0254605 Jul 28 03:48:36.377336 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4082fcd-0e8e-4b72-bca0-8e5b3787089a req-2a2f10cf-19d8-4323-8469-dad8da99b74d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0258954 Jul 28 03:48:37.312250 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5c179fde-f42b-4ff7-a37b-69914f2c1067 req-afd82f72-171a-4862-a206-dd5e54db7efb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0254040 Jul 28 03:48:37.472568 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-88f6ab1b-6ac5-40de-bd37-b7b5d157dcbf req-26b28d95-c317-490f-80bb-98ee808327e6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0255725 Jul 28 03:48:38.404677 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b6b15aa5-0fdc-43ab-a640-b03bef1c79d3 req-2ba9abc5-a99b-4dc7-bb06-4de78edb0b95 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0254440 Jul 28 03:48:38.571080 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-41c2ba96-82ac-47de-9164-5c37acdb4a43 req-42946b0b-b728-463e-92c2-e524f457e047 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0285380 Jul 28 03:48:39.495645 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-31db21cb-56a1-42d3-9f87-6be46e0ee514 req-c4ce5f19-de3b-4b75-bd82-0e0217b959fe tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0262139 Jul 28 03:48:39.666441 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-02950a5c-c13d-48ef-80ac-81ad13e2df16 req-fbbc2be0-191a-4883-95a0-4c1a978f6dad tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0259035 Jul 28 03:48:40.586325 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cac00be9-c6a0-443d-befe-6b48a80e4427 req-cb99d4d9-8f1d-4825-90c6-4384de87774b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0252650 Jul 28 03:48:40.760916 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1ad85a8c-e5c5-40e6-9d31-3123b7fd6946 req-14b24c64-efc5-4244-bffb-2103859f1c5e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0251172 Jul 28 03:48:41.677783 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bcaaa37f-175a-4c1a-9dd9-9c2aa02b4367 req-84566e76-7080-4657-8aac-9196d1068024 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0257132 Jul 28 03:48:41.859025 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-64d678f4-18b7-475a-bda8-b20dbeee1cee req-8002bb7c-0760-4a31-8116-ba7d2f422769 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0298102 Jul 28 03:48:42.768932 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-07818482-906a-45d7-b27c-ecfc8bc8030b req-4d550670-43c2-42e8-afb7-f79f5fbb3d69 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0258646 Jul 28 03:48:42.954490 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6b226510-5769-432e-b9bb-748edf13101c req-bb8b9a43-4c05-471f-8815-b3470a01fb2f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0258620 Jul 28 03:48:43.859984 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7e22d999-8f6d-4caa-8733-560867d8b959 req-28ec078d-87e2-4d27-9d00-829b878c6752 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0261562 Jul 28 03:48:44.049434 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3975278d-0e49-4aac-8da3-e13e1864effd req-9ea1b32a-4269-4ef2-8dbe-e9b4d8a6aa01 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0257998 Jul 28 03:48:44.949931 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f1e85c78-887c-4377-97da-a6da06841081 req-6e336459-2e6e-4b16-a46a-2f8cd1af30ae tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0256898 Jul 28 03:48:45.148847 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ebe75a2a-ef45-48d0-a5b1-42ab1fe7c43d req-ba736638-0226-45cd-8e0f-07e15c8f1593 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0286942 Jul 28 03:48:46.041413 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-34db001c-036e-4b7d-836b-66e172e7e0c9 req-dc446428-42e2-4a4a-b5d2-8ba348fb3c3c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0262394 Jul 28 03:48:46.245866 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2158d963-c4fb-4423-a925-7bfb6c24e123 req-1dc8dddd-9436-4238-a274-0472ca362713 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0265419 Jul 28 03:48:47.133161 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-41967a5a-1fcf-4760-8850-b2437ac8086b req-39c82938-010a-49a8-ab70-6ac56dc12e6c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0261002 Jul 28 03:48:47.340836 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8d7f818a-14d6-4262-ae27-48fe14ed9c78 req-a5c7d825-3480-4400-8dff-21f0444b0e3f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0264127 Jul 28 03:48:48.225774 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bb22f496-4644-416c-8a3f-31f6e044be2f req-a6f6a27e-57ba-4083-8fb9-c964352f4ae9 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0264466 Jul 28 03:48:48.437752 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-87ea8476-cbd5-4ca7-b352-a248f1a7f6a9 req-1dccfadc-a982-4d0b-a8e9-7a17ce63bf0a tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0290701 Jul 28 03:48:49.316293 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-864a65fa-aba4-4ef8-a909-249639066112 req-78b321da-84bd-459f-bdb2-0c1aa7143554 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0255075 Jul 28 03:48:49.534029 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-32bae16d-81b6-44f9-9c98-a1cc9419da7a req-65365bb8-9aaf-44c3-a511-b22f922b8e13 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0252964 Jul 28 03:48:50.406769 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fa9db7f7-f553-431b-b0f2-4244b5e6db2e req-4e5b7db4-3d7b-42f3-9f98-4986af9df507 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0260837 Jul 28 03:48:50.457799 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-450d2575-f083-466a-9a37-a7c502524190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:50.631530 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b2fc2a86-cd0e-4e75-ae77-f7af7c9e3258 req-ca22287d-4d1f-4361-94f8-89f5ba207e4b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0266569 Jul 28 03:48:51.497744 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6fbbd685-1e58-4353-abf5-1b984f0cfdab req-b47c4743-4a36-4504-b1d7-ebfa765bd94f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0261884 Jul 28 03:48:51.729806 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8b26bce8-0df9-4bed-9f36-f627472a16d7 req-fe615b4e-f178-442b-84b7-7551d538b14e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0297930 Jul 28 03:48:52.588328 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2ce0a5ec-b2e2-4fb0-aa76-0b1cfa17e6ac req-feefe881-7008-4bd8-9422-aed46ac4350d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0256681 Jul 28 03:48:52.826222 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3e450214-cc2e-4a05-9dc5-d57e71513a41 req-dc804894-baf8-4c06-844c-c19eb58bfd8f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0257108 Jul 28 03:48:53.212777 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:53.317349 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c51dc5fd-8e23-484b-9ba0-d486049b6f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:53.372442 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:53.680960 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-40635f85-082e-453b-9f0d-cb20ceedcfe1 req-89093c3f-55b8-4968-bd7e-b287f5c74489 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0263422 Jul 28 03:48:53.923232 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5978e582-3c25-448d-acbb-56e6b5f0ed6d req-dff41ed6-009c-401e-8d88-ab3138d4696c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0265431 Jul 28 03:48:54.272075 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:54.773459 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6871365d-35ed-4c32-9937-fd0bb5127c35 req-9c8e20b3-8bc4-49f5-a73f-94153bf696bc tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0266230 Jul 28 03:48:55.023452 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4eac1c57-2eb9-46d8-abce-eb802d7b5cb4 req-9ad0b373-9e3c-41c8-9b95-0084e0b56831 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0301394 Jul 28 03:48:55.863669 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f42b3f75-a3fe-4f06-b7fb-64b6a6cfd57a req-77db3723-9646-4087-bc30-340486633f41 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0258286 Jul 28 03:48:55.979666 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:48:56.118723 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cbde7729-23e3-429e-83d8-8ac879505d65 req-74f7ff50-918a-4a7c-a409-08b41777c73f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0258613 Jul 28 03:48:56.954281 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-404211e0-4e74-4b68-ab7b-dcc2d52d1ba0 req-1d75e71d-587f-4dbd-9a9f-031a3d2417f1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0251851 Jul 28 03:48:57.215571 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0a5a5fbe-b83d-48f7-bb93-c1a2b1012963 req-591d77d6-54c2-4d4c-b45e-f44a1ae57bd1 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0258110 Jul 28 03:48:58.045441 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9c852777-4ddb-4d09-8296-89642c9486a6 req-5c89bbb8-0487-443f-beba-132eefe1953d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0265415 Jul 28 03:48:58.314596 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e364a812-32ef-4232-a393-85b7b9d3c847 req-0e7dba1b-bd52-4df1-9729-4610fb5348dd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0286229 Jul 28 03:48:59.136090 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-66e53013-e32f-45da-a54d-e9aa53f94d90 req-35a25ee9-ba63-48c4-bcde-ade1fe27a442 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0264688 Jul 28 03:48:59.410131 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-079f8f7b-5cf1-4be2-835d-f8b6f41b26cb req-086899e5-dab8-48d8-8239-5f422da08fb8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0261014 Jul 28 03:49:00.229406 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-42499aa6-2545-4b88-a07a-145f98576369 req-2230c01e-9996-45fc-ad1f-e84747879db8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0270169 Jul 28 03:49:00.506602 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8aae7012-98a6-43eb-a960-cb9fe8b01d19 req-9e89e682-0ac4-4ff8-8924-1d187a351104 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0253875 Jul 28 03:49:01.319948 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7ba27901-c3f2-408c-9b4f-8f94215ba9b5 req-b73e7aad-59e6-42ad-bb9f-f201d7de85aa tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0263402 Jul 28 03:49:01.604574 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8cf98186-d489-4b96-946d-aaf3dabf9c25 req-1cb12ecf-0416-4924-ac3a-77d60baab3c3 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0297341 Jul 28 03:49:02.031299 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:49:02.411399 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1ff0b783-e86b-4fd1-ab42-7667705efae7 req-9b8129d7-6eb8-4b5d-bc1c-84a5b48b2487 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0259891 Jul 28 03:49:02.698405 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-32e682e8-1cb2-4a6f-9f9d-9ccdf02e4c6c req-7a736db8-b9b9-4437-8dd3-5db7cf3ed704 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0253327 Jul 28 03:49:03.503097 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b19cdeca-cb9b-4b67-8269-85172f121357 req-9a12898a-5366-4b50-9298-8da71bea4d69 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0257633 Jul 28 03:49:03.794365 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d237da10-24d7-4945-9884-9226452667a3 req-8584f231-6c71-46c4-be08-2bac6db0dfac tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0256896 Jul 28 03:49:04.595360 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-87ad860d-1d8d-444c-929e-be687d561d7d req-9d2653f1-55a3-4ac4-a2c5-8cc902948940 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0262692 Jul 28 03:49:04.893132 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98721f74-6b50-49ec-9aae-502ebb97e178 req-dfe21f9c-ef73-4efd-8312-0cf86b5b0047 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0302548 Jul 28 03:49:05.685665 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-771d1540-dc67-4c30-9b72-0c77c55a203e req-bd7ff6c8-b506-46f5-ad72-8b18d69bac79 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0251842 Jul 28 03:49:05.989111 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-89a738e4-8246-425b-81f2-89ce670bb6ec req-fc26b043-42c2-450f-a379-b70712e2ebd3 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0262241 Jul 28 03:49:06.777202 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-18414e09-b323-4ba5-89e0-fa14aa785584 req-58a1372d-e300-4ab1-8819-c947f8ce4679 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0255167 Jul 28 03:49:07.086976 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0d296803-8246-4ceb-b17a-5739d312f8b2 req-df637c97-a245-4ed1-bf40-d1b662171d56 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0275629 Jul 28 03:49:07.870786 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8e72b0fc-95cc-48b1-81af-57ca03275b54 req-2eb0d167-6b99-477a-ab14-713ace506f41 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0280912 Jul 28 03:49:08.188620 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0599291a-8a66-4f0e-a677-a89073c345fb req-38e7cc53-ff15-43f0-b9f5-41e70b73da8e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0296597 Jul 28 03:49:08.960929 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a8b5ba4b-606c-4e84-b989-67df95af0354 req-14a29834-2403-4c70-9d59-7a02f37df629 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0254014 Jul 28 03:49:09.288815 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-efc12bc1-afe3-4073-b61f-330213f9e273 req-9b9434b5-71b4-4788-a7db-40e18595f3c4 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0264833 Jul 28 03:49:10.053122 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1658fea3-64eb-43ae-a24e-4476bd040351 req-dcfae353-33d7-4884-a400-0b39c4ff5853 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0263033 Jul 28 03:49:10.384292 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3b6b5e97-14d0-4108-8f06-a5f456d6649b req-15afdf96-b36a-4995-adfe-96d93d5f852b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0262432 Jul 28 03:49:11.145837 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a1f7f2a3-6b7b-44ff-a811-62b719d1fabe req-6ce60cd6-aef0-45a4-b5ea-e9d8881a123a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0271039 Jul 28 03:49:11.485408 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ad4c8086-b766-47ed-b9db-b9b295d32ea1 req-f011ca17-96bb-4449-a2cf-c2a90433494b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0294893 Jul 28 03:49:12.241258 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-79bca1dc-b3bd-4e21-80c5-71113d1ab651 req-dddab65c-9c13-4a74-8219-7ccf6dc91b3a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0276453 Jul 28 03:49:12.582773 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cb5a61d4-3ed3-43f2-8731-3227d04451eb req-721ef209-01ec-47f3-8169-130a9a04822e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0266802 Jul 28 03:49:13.331558 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c6d35ed6-248d-4981-82f7-e01eaecacf18 req-1064390d-28ee-4624-b0ed-3f3688daf8a3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0251567 Jul 28 03:49:13.678029 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4dcc4a48-59b3-45aa-b84c-5d93246832c9 req-6f64fa8c-7f8b-4c7f-90fa-9fa3f804f402 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0267310 Jul 28 03:49:14.422360 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a610a6e9-3e51-4bf4-9e8e-dc60ad947032 req-7c81865d-442f-412c-bb0b-a57213fd8003 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0250022 Jul 28 03:49:14.776457 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-217cc36a-5925-41a5-87fe-1fa5293b6fec req-51905651-a308-476a-adc6-f89130e00e21 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0296516 Jul 28 03:49:15.515172 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e74c7db6-dcbd-4208-9487-47d6e2231dea req-959e3018-4fef-4f65-a76c-530a8a597c17 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0260863 Jul 28 03:49:15.872294 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-551a8416-2f0c-4611-92b4-3115c3b4c1d0 req-136fe0c2-d294-4608-8c3b-11cd9b29fd1d tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0264828 Jul 28 03:49:16.605351 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cd70eb11-84ad-479d-ab8e-549e896db0a1 req-e4224864-f646-40ca-bb58-bc72f5ca1b9a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0266933 Jul 28 03:49:16.966532 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-59305c0f-f99e-4ec9-bcf6-b635f09c8d9f req-9a072ee3-1fe4-49ce-9dba-c60df150474b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0259807 Jul 28 03:49:17.821218 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e121b8aa-c98a-4dde-9820-2f6a8d16e099 req-caaff4cf-7319-422d-84ca-6ae871100315 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0263126 Jul 28 03:49:18.068600 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-757ec168-46c4-4c32-a029-c2dff16791e4 req-43f53745-aa4d-4b25-8d84-177f5d6d29a9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0293734 Jul 28 03:49:18.913720 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a3a0b9f4-5522-48c5-a386-8d30f0003c91 req-e21f00b1-b6f0-4f27-865f-603ad5b8fda8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0259976 Jul 28 03:49:19.165446 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2b17e925-20b8-41f6-a3c9-348c31fa6507 req-a7b4611c-448e-4ad3-81fd-591d8bc151dd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0267029 Jul 28 03:49:20.006847 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b6529c79-6734-4cc2-8ab8-a05fe642a58d req-33219ae8-f36f-4368-89be-1dfa4c8b390c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0276654 Jul 28 03:49:20.261826 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-caf92914-f650-464f-81a7-f744b134d76c req-91c1da5c-126f-4048-907f-6640bc8e6916 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0260861 Jul 28 03:49:20.458472 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-08c5b611-bad1-466b-92f9-e4e805df2e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:21.097630 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3d33ddb8-7555-49bd-92fc-6688b8f4491a req-e74b7ade-9105-4a9f-b860-46353350eb4b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0256042 Jul 28 03:49:21.361364 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e955d663-fbd3-4976-97a4-b732c6dbeb9e req-2fa24d91-441a-4013-a546-9a02847a646c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0304019 Jul 28 03:49:22.190124 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-134fb0f1-2a0e-4ebc-8a4c-9cd81c9e03af req-e4bdffb5-761f-401c-a46e-a9535bd336e6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0258029 Jul 28 03:49:22.457078 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4919b25e-1081-4d25-83b6-84d1a5aefe03 req-34cd0cfa-52e2-4573-a6a2-a37ea84d7a62 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0256336 Jul 28 03:49:23.260125 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:23.283494 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-68605ceb-5602-43d3-8393-683cea160fb5 req-32538e8b-948e-415c-a628-fc48f273377d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0268147 Jul 28 03:49:23.317418 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-77c12182-9dc8-4179-a7e4-9f4ad6bf52cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:23.371062 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:23.552285 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-29e16491-623f-40ff-ab79-1350afc31c44 req-74cc5ec9-9295-4a95-91b8-0f71e1fd5a88 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0260696 Jul 28 03:49:24.274724 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:24.376063 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-59bcc836-3ca7-44ec-bcf0-5ea8d1834fba req-dc56592b-9aec-4807-9482-0867a4c90128 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0260694 Jul 28 03:49:24.651691 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-929ab314-ebc4-4c2d-83f9-3fdc4019dc17 req-70d75e2f-e51c-42c6-b72c-494ca348c63a tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0297916 Jul 28 03:49:25.466111 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dad540d1-7eb8-4505-9134-cebd78805113 req-ac02a5d5-67db-477d-9f8a-6ba8db485982 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0250399 Jul 28 03:49:25.746063 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5787c574-5603-42b1-9a85-42ebcbe2c0c4 req-45c9075d-224a-443e-a300-d5239f3ff160 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0262032 Jul 28 03:49:25.984992 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:26.557463 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b77880d8-1709-4d2f-81c8-be8acbb53145 req-8f2fdf58-1f7b-4408-8439-d8febdca5319 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0256891 Jul 28 03:49:26.841431 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-25350122-229d-4349-b5a0-0662a3eac12c req-221aa987-f3b1-4153-826c-8d0ead1c72d8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0254390 Jul 28 03:49:27.649244 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-35d3ba32-629a-4640-90b9-d320c976a0d8 req-39ef8f77-bd7b-4a90-b7e1-857681b1cf05 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0264218 Jul 28 03:49:27.942717 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1f8b6463-819b-419a-addb-c4ab7fd8d6cf req-6b04ca3b-2518-4728-87e2-aa2105887b78 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0297425 Jul 28 03:49:28.739698 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dbdcc9eb-7fa0-486a-9c2f-66a04b3e7cbc req-3b39ea98-730d-4fb7-a679-1181448bc209 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0261526 Jul 28 03:49:29.040291 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2c97cd50-add5-49a2-948f-dab325d21e0b req-b969b5d4-42fc-4b10-90bd-2361f9b67a3b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0273831 Jul 28 03:49:29.830354 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e2457010-29cf-4e65-995e-bc0d1af4f624 req-9fae6673-cacd-4083-aaa6-c07ca0d07c62 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0260034 Jul 28 03:49:30.136009 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6825f21c-033a-4bcb-8fbc-7105a8c08438 req-7c76ece4-25aa-4fd9-bd4e-3b9341546daf tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0257542 Jul 28 03:49:30.921518 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba14a791-7017-4b43-a02b-a6af511699f7 req-e67a6b9c-23a4-418a-8a0a-0f90d4442e5d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0255723 Jul 28 03:49:31.237111 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8a33be05-bb05-43b3-bf2c-e5ed602e2f65 req-b3ac61ab-1323-41d6-b419-d1f883a87ce8 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0291791 Jul 28 03:49:31.742288 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-713145e4-61af-4a35-86fc-982ce1ad8b21 req-b53596b4-89a2-4aa2-9d55-2cbe2256e653 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395374 Jul 28 03:49:31.811920 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713145e4-61af-4a35-86fc-982ce1ad8b21 req-ef2f9a71-0feb-4606-b22d-63d963a6760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:31.813346 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-713145e4-61af-4a35-86fc-982ce1ad8b21 req-ef2f9a71-0feb-4606-b22d-63d963a6760c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 1098 time: 0.0391343 Jul 28 03:49:31.918185 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713145e4-61af-4a35-86fc-982ce1ad8b21 req-6758e870-ab6f-49d7-bf85-706a1770f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:31.919607 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-713145e4-61af-4a35-86fc-982ce1ad8b21 req-6758e870-ab6f-49d7-bf85-706a1770f9fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 200 len: 920 time: 0.0874519 Jul 28 03:49:31.960308 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-713145e4-61af-4a35-86fc-982ce1ad8b21 req-9e98e257-fccb-43a1-86a7-62fde095fdba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a641e29-3c70-42ab-97b9-e16e6ab74607 HTTP/1.1" status: 200 len: 217 time: 0.0337102 Jul 28 03:49:32.015225 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713145e4-61af-4a35-86fc-982ce1ad8b21 req-9fb0ea72-d5fd-4447-8e1a-834dbca9488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:32.016975 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-713145e4-61af-4a35-86fc-982ce1ad8b21 req-9fb0ea72-d5fd-4447-8e1a-834dbca9488f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38d1d376-b64d-4e01-9348-989681f94b9a HTTP/1.1" status: 200 len: 859 time: 0.0488093 Jul 28 03:49:32.022048 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2918e276-a647-4515-9fb9-56b153fe886a req-dfd1bcbf-41e9-4ca6-82e8-f94392540541 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0301154 Jul 28 03:49:32.058306 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-713145e4-61af-4a35-86fc-982ce1ad8b21 req-90988bf6-7ec4-4b85-8356-3950458b5ebe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a08c665d-fc97-4225-bb45-ecd81a76a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292683 Jul 28 03:49:32.154959 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-713145e4-61af-4a35-86fc-982ce1ad8b21 req-ecd83571-8ddd-49d3-8ac2-8ba9aabe1dc9 service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852890 Jul 28 03:49:32.248058 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-713145e4-61af-4a35-86fc-982ce1ad8b21 req-21ec07b6-7af6-401c-ad5c-d7b950921a8b service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860260 Jul 28 03:49:32.332549 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f32e182a-08c2-476b-bd74-b48b2ac800c7 req-df89ae93-a204-4b4b-8071-6e7ac3feeb66 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0260088 Jul 28 03:49:33.115540 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-489763a2-40d6-445f-9131-04c56f441aa7 req-5d634ed1-d0f9-471a-8283-318f20ec3b65 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0265870 Jul 28 03:49:33.429875 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-17a30a30-a1dc-425e-9e41-7012f7c74657 req-5cdeb87f-4bda-4c88-b8d0-bf3f8bb83399 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=622af242-a6fc-4f2d-9f03-61e88ee5e89f HTTP/1.1" status: 200 len: 210 time: 0.0275578 Jul 28 03:49:34.221504 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e69ec4b4-0ae8-491a-9e70-2207c93c6fbb req-506551a1-5788-4a1f-9a51-8c577d58ec89 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0256245 Jul 28 03:49:34.521820 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 49168) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:34.577750 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:34.601132 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:34.647147 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:34.649721 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:34.650857 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "DELETE /v2.0/security-groups/d79e8248-131b-4bbd-b362-7276ea5d0022 HTTP/1.1" status: 204 len: 168 time: 0.1279533 Jul 28 03:49:34.653799 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 49172) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:34.660391 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79e8248-131b-4bbd-b362-7276ea5d0022,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:34.667739 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:34.668109 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:34.668455 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:34.668797 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:34.668911 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.api.v2.resource [None req-9427cf90-24a4-4d86-a711-ce23827714df tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] show failed (client error): The resource could not be found. Jul 28 03:49:34.669132 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:34.669465 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:34.669794 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:34.670122 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:34.670449 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:34.670773 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:34.671098 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:34.671423 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d92cc6-5763-4418-aa39-113deec05d5c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:34.673165 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-9427cf90-24a4-4d86-a711-ce23827714df tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups/d79e8248-131b-4bbd-b362-7276ea5d0022 HTTP/1.1" status: 404 len: 347 time: 0.0182838 Jul 28 03:49:34.673816 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 49174) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:34.796557 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-18a5c17d-969e-4847-9af5-963ccd1a88b6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Deleting port 4289796a-a987-4f10-96b1-119f7d6492b1 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:49:34.796805 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-18a5c17d-969e-4847-9af5-963ccd1a88b6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:34.871949 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-18a5c17d-969e-4847-9af5-963ccd1a88b6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:34.872283 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-18a5c17d-969e-4847-9af5-963ccd1a88b6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:34.883698 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-18a5c17d-969e-4847-9af5-963ccd1a88b6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Calling delete_port for 4289796a-a987-4f10-96b1-119f7d6492b1 owned by network:floatingip {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:49:35.014279 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-18a5c17d-969e-4847-9af5-963ccd1a88b6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:35.260340 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5c17d-969e-4847-9af5-963ccd1a88b6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event deleted for resources: {'Port': ['ID=4289796a-a987-4f10-96b1-119f7d6492b1,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:35.319017 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1229ccf7-ccd0-4a3a-acf1-624736515e87 req-43418a38-e5c5-4b2b-8af3-63a4f32a052d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0296619 Jul 28 03:49:35.322162 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-18a5c17d-969e-4847-9af5-963ccd1a88b6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for floatingip, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:35.324804 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-18a5c17d-969e-4847-9af5-963ccd1a88b6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:35.325942 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-18a5c17d-969e-4847-9af5-963ccd1a88b6 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "DELETE /v2.0/floatingips/74fb6307-aa17-4676-9e86-65e97179a08b HTTP/1.1" status: 204 len: 168 time: 0.6511714 Jul 28 03:49:35.633341 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 49186) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:35.637953 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-bbdf517f-2674-43d5-9d2e-5f0cf7402f04 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1266680379', 'description': 'tempest-description--1386043552'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:49:35.664415 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bbdf517f-2674-43d5-9d2e-5f0cf7402f04 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:35.743858 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bbdf517f-2674-43d5-9d2e-5f0cf7402f04 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:35.747167 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bbdf517f-2674-43d5-9d2e-5f0cf7402f04 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:35.777049 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bbdf517f-2674-43d5-9d2e-5f0cf7402f04 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:35.778218 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-bbdf517f-2674-43d5-9d2e-5f0cf7402f04 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1438558 Jul 28 03:49:35.780116 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf517f-2674-43d5-9d2e-5f0cf7402f04 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3308eb50-d33f-4051-b8fb-640e388514c0,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:35.781243 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 49188) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:35.787285 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Request body: {'security_group_rule': {'security_group_id': '3308eb50-d33f-4051-b8fb-640e388514c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:49:35.812586 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:35.873537 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:35.876875 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:35.895532 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3586bb-93fc-4d39-b72b-16298bbd08aa,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:35.903194 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:35.904385 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214600 Jul 28 03:49:35.905782 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:35.906133 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:35.906476 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:35.906817 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:35.907156 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:35.907310 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 49190) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:35.907489 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:35.907852 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:35.908185 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:35.908514 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:35.908887 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:35.909220 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:35.909548 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec4709-9c26-4672-b421-6aca0ac3cd37 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:35.915746 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-d0408631-6aaf-4340-b7ff-aaf2bbbc540e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Request body: {'security_group_rule': {'security_group_id': '3308eb50-d33f-4051-b8fb-640e388514c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:49:35.937996 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d0408631-6aaf-4340-b7ff-aaf2bbbc540e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:35.993353 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d0408631-6aaf-4340-b7ff-aaf2bbbc540e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:35.996780 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d0408631-6aaf-4340-b7ff-aaf2bbbc540e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:36.012975 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0408631-6aaf-4340-b7ff-aaf2bbbc540e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d5585e-ee9f-4fe1-ae21-bc0cbf151e40,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:36.024493 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d0408631-6aaf-4340-b7ff-aaf2bbbc540e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:36.025680 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-d0408631-6aaf-4340-b7ff-aaf2bbbc540e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174037 Jul 28 03:49:36.028699 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 49192) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:36.033026 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Request body: {'floatingip': {'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:49:36.053140 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for floatingip, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:36.148007 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:36.248455 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Allocated IP 172.27.1.108 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/5e4e8248-56a2-49cd-9d12-16e380e74fbc) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:49:36.350048 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:36.389336 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:36.416008 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-42c76a5d-dc11-453e-a99a-671b4bf4554b req-39bedaaa-2825-4f5e-8369-6130b3d066c7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0295637 Jul 28 03:49:36.427488 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:49:36.436261 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event updated for resources: {'Port': ['ID=5e4e8248-56a2-49cd-9d12-16e380e74fbc,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:36.439043 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:49:36.441465 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:49:36.526675 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:36.558847 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:36.709867 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:36.714277 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29890301'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:36.781668 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event updated for resources: {'Port': ['ID=5e4e8248-56a2-49cd-9d12-16e380e74fbc,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:36.791307 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:36.804413 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:36.805669 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-ae4abddf-cc57-40dc-8beb-87086b8df25f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7760205 Jul 28 03:49:36.951683 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-dfcd9892-3c90-4a3f-86b4-d5fcdaf71303 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1266680379&fields=id&tenant_id=ee20ad097bcc4c51a357aa0a803f59a8 HTTP/1.1" status: 200 len: 267 time: 0.0331049 Jul 28 03:49:37.056928 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-1b7eabb7-77c1-496f-b783-670d4fa3e14b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:37.058274 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-1b7eabb7-77c1-496f-b783-670d4fa3e14b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/networks?id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5 HTTP/1.1" status: 200 len: 816 time: 0.0998957 Jul 28 03:49:37.073628 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-79afa50d-90a4-41fc-bf9a-0020a6dfb119 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/quotas/ee20ad097bcc4c51a357aa0a803f59a8 HTTP/1.1" status: 200 len: 375 time: 0.0097587 Jul 28 03:49:37.125330 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-2731b417-a9e0-40c2-b7e6-9fe9d0f290d2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee20ad097bcc4c51a357aa0a803f59a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466783 Jul 28 03:49:37.182003 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-a19a5b46-5cc4-4586-8e5a-ae95a3ae2177 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:49:37.183001 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-a19a5b46-5cc4-4586-8e5a-ae95a3ae2177 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457821 Jul 28 03:49:37.277703 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-c4756658-8abd-404f-82c5-c4cf6d53ed16 service neutron] 10.222.0.16 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885417 Jul 28 03:49:37.365291 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-79529915-151a-4ef1-9019-83db22a57aa5 service neutron] 10.222.0.16 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816872 Jul 28 03:49:37.532311 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f7e46786-606f-4e68-a88f-eef9f7e728b5 req-4c5335d0-ebe4-4c3e-880d-06c327a07d40 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0258379 Jul 28 03:49:37.595562 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f077f4ee-7b3e-4d14-81ae-039f57ebb2ee req-6a53529b-3d0d-4ce3-9e88-d90b529cbc6c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 210 time: 0.0253632 Jul 28 03:49:38.635222 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-19c6a170-97ac-443f-861c-8676f0d32b6f req-2fc99cb1-45c5-4d04-b5e2-8066629cf57e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0325050 Jul 28 03:49:38.690636 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-42d3a909-1a96-4140-a6ff-30e146c82215 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:38.692372 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-42d3a909-1a96-4140-a6ff-30e146c82215 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.25 "GET /v2.0/networks?id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5 HTTP/1.1" status: 200 len: 816 time: 0.1280172 Jul 28 03:49:38.730307 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-16fefea2-d2f4-4c68-919c-488eb8f55590 req-28f0efdd-9815-477b-9fd7-2634c50517d2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 210 time: 0.0299070 Jul 28 03:49:38.746337 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f8e060e0-e681-498c-8640-74a8055b33ed tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee20ad097bcc4c51a357aa0a803f59a8 HTTP/1.1" status: 200 len: 380 time: 0.0368640 Jul 28 03:49:38.759053 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-0270dfbb-bdbf-48f9-8ebc-ba91fc817762 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Request body: {'port': {'device_id': 'fb93149a-aac0-4bcd-af4a-16726ab6d1df', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'admin_state_up': True, 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'security_groups': ['3308eb50-d33f-4051-b8fb-640e388514c0']}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:49:38.866148 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-0270dfbb-bdbf-48f9-8ebc-ba91fc817762 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Made reservation on behalf of ee20ad097bcc4c51a357aa0a803f59a8 for: {'port': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:49:38.869765 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-0270dfbb-bdbf-48f9-8ebc-ba91fc817762 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:38.993221 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-0270dfbb-bdbf-48f9-8ebc-ba91fc817762 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Allocated IP 172.20.0.4 (09233d9b-0c94-4f1f-a3bd-45f2d97443e5/4ec9b6e0-e497-4186-9c06-281440bc68ef/4131a892-3af6-42e1-baaf-3d85313cb04d) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:49:39.029698 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:49:39.122817 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-0270dfbb-bdbf-48f9-8ebc-ba91fc817762 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:39.140296 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-0270dfbb-bdbf-48f9-8ebc-ba91fc817762 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Transition to ACTIVE for port object 4131a892-3af6-42e1-baaf-3d85313cb04d will not be triggered until provisioned by entity DHCP. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:49:39.173265 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-0270dfbb-bdbf-48f9-8ebc-ba91fc817762 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:39.214376 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-0270dfbb-bdbf-48f9-8ebc-ba91fc817762 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:49:39.217546 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-0270dfbb-bdbf-48f9-8ebc-ba91fc817762 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:49:39.221802 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-0270dfbb-bdbf-48f9-8ebc-ba91fc817762 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:49:39.252413 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270dfbb-bdbf-48f9-8ebc-ba91fc817762 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event updated for resources: {'Port': ['ID=4131a892-3af6-42e1-baaf-3d85313cb04d,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:39.280480 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-0270dfbb-bdbf-48f9-8ebc-ba91fc817762 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:39.281113 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-0270dfbb-bdbf-48f9-8ebc-ba91fc817762 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:39.297933 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-0270dfbb-bdbf-48f9-8ebc-ba91fc817762 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5432341 Jul 28 03:49:39.316047 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Request body: {'port': {'device_id': 'fb93149a-aac0-4bcd-af4a-16726ab6d1df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:49:39.375249 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:39.438228 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-7e24d6fb-1eb1-4714-9ee4-fa3e94771969 None None] Provisioning for port 4131a892-3af6-42e1-baaf-3d85313cb04d completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:49:39.441882 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-7e24d6fb-1eb1-4714-9ee4-fa3e94771969 None None] Provisioning complete for port 4131a892-3af6-42e1-baaf-3d85313cb04d triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:49:39.442267 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-7e24d6fb-1eb1-4714-9ee4-fa3e94771969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:39.476783 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-7e24d6fb-1eb1-4714-9ee4-fa3e94771969 None None] Port 4131a892-3af6-42e1-baaf-3d85313cb04d cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:49:39.630042 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4131a892-3af6-42e1-baaf-3d85313cb04d {{(pid=93263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:49:39.637197 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:39.649550 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Transition to ACTIVE for port object 4131a892-3af6-42e1-baaf-3d85313cb04d will not be triggered until provisioned by entity L2. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:49:39.653177 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29890301'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:39.700224 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Pushing event updated for resources: {'Port': ['ID=4131a892-3af6-42e1-baaf-3d85313cb04d,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:39.745103 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-07a32742-a78b-455a-a140-b71c7cadd06f req-a2b37ed3-bc4c-4aa7-bf33-acee473e0c55 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0354631 Jul 28 03:49:39.794488 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Attempting to bind port 4131a892-3af6-42e1-baaf-3d85313cb04d on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:49:39.794976 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Attempting to bind port 4131a892-3af6-42e1-baaf-3d85313cb04d by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:49:39.795314 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Attempting to bind port 4131a892-3af6-42e1-baaf-3d85313cb04d on network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:49:39.802705 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Port 4131a892-3af6-42e1-baaf-3d85313cb04d on network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:49:39.803286 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Attempting to bind port 4131a892-3af6-42e1-baaf-3d85313cb04d on network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:49:39.810125 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:49:39.810249 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Checking segment: {'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:49:39.810542 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Bound using segment: {'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:49:39.811136 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Bound port: 4131a892-3af6-42e1-baaf-3d85313cb04d, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5'}}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:49:39.811503 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:39.874312 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fcac0-c6ae-4d76-baad-7f8fc3a38345 req-3c4894eb-c11f-4b63-a1b7-75bc3a05588a tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:39.876248 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2f3fcac0-c6ae-4d76-baad-7f8fc3a38345 req-3c4894eb-c11f-4b63-a1b7-75bc3a05588a tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 943 time: 0.0595226 Jul 28 03:49:39.894865 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] For port 4131a892-3af6-42e1-baaf-3d85313cb04d, host hv-cinder-73306, cleared binding levels {{(pid=93263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:49:39.898939 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] For port 4131a892-3af6-42e1-baaf-3d85313cb04d, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=4131a892-3af6-42e1-baaf-3d85313cb04d,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:49:39.905967 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29890301'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:39.919495 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2f3fcac0-c6ae-4d76-baad-7f8fc3a38345 req-1c7bf149-dc8b-43de-b22b-fa66b1ca617b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=3308eb50-d33f-4051-b8fb-640e388514c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368032 Jul 28 03:49:39.940958 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:39.941582 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:39.943266 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] 10.222.0.25 "PUT /v2.0/ports/4131a892-3af6-42e1-baaf-3d85313cb04d HTTP/1.1" status: 200 len: 1093 time: 0.6323295 Jul 28 03:49:39.943980 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb93149a-aac0-4bcd-af4a-16726ab6d1df', 'tag': '4131a892-3af6-42e1-baaf-3d85313cb04d'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:49:39.946093 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5003ae25-8211-4aae-ba64-1cccfbd13854" -d '{"events": [{"name": "network-changed", "server_uuid": "fb93149a-aac0-4bcd-af4a-16726ab6d1df", "tag": "4131a892-3af6-42e1-baaf-3d85313cb04d"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:49:39.975913 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a8df8-f455-416b-b023-4a7e21a79c49 service neutron] Pushing event updated for resources: {'Port': ['ID=4131a892-3af6-42e1-baaf-3d85313cb04d,revision_number=3']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:39.998070 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f722198d-ca43-4d48-a8fc-235f89864fb8 x-openstack-request-id: req-f722198d-ca43-4d48-a8fc-235f89864fb8 {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:49:39.999507 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb93149a-aac0-4bcd-af4a-16726ab6d1df", "tag": "4131a892-3af6-42e1-baaf-3d85313cb04d", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:49:39.999819 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f722198d-ca43-4d48-a8fc-235f89864fb8 {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:49:40.000228 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb93149a-aac0-4bcd-af4a-16726ab6d1df', 'tag': '4131a892-3af6-42e1-baaf-3d85313cb04d', 'status': 'completed', 'code': 200} Jul 28 03:49:40.052880 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-12af9e3b-559a-4602-b6eb-c06261d95eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:40.054395 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-12af9e3b-559a-4602-b6eb-c06261d95eed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee20ad097bcc4c51a357aa0a803f59a8&device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 1096 time: 0.0429120 Jul 28 03:49:40.109740 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-b32c8237-9d3d-44e4-8bd7-d7a842c75d60 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4131a892-3af6-42e1-baaf-3d85313cb04d HTTP/1.1" status: 200 len: 217 time: 0.0384893 Jul 28 03:49:40.159846 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f0dc14df-3631-4afe-9cc4-7a615fe48ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:40.161213 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-f0dc14df-3631-4afe-9cc4-7a615fe48ae1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ec9b6e0-e497-4186-9c06-281440bc68ef HTTP/1.1" status: 200 len: 855 time: 0.0449946 Jul 28 03:49:40.207520 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-0d5833d6-d2c7-4c14-8c0d-9d1df9718af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:40.208900 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-0d5833d6-d2c7-4c14-8c0d-9d1df9718af7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395203 Jul 28 03:49:40.298920 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-760cd6ed-0283-41a6-ad20-4222ca71eb52 service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824432 Jul 28 03:49:40.384623 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-87c2a916-307f-4b70-9af6-51a16f570fc6 req-217d8700-1b5e-40a6-b030-81b31e40f295 service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791388 Jul 28 03:49:40.518945 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003ae25-8211-4aae-ba64-1cccfbd13854 req-b2654da3-5c15-4529-8d2c-e4d8b5b0939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:40.520350 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5003ae25-8211-4aae-ba64-1cccfbd13854 req-b2654da3-5c15-4529-8d2c-e4d8b5b0939c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee20ad097bcc4c51a357aa0a803f59a8&device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 1096 time: 0.0410581 Jul 28 03:49:40.611812 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003ae25-8211-4aae-ba64-1cccfbd13854 req-3aae13c0-0020-4baf-81d4-e64c8c5ea8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:40.613244 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5003ae25-8211-4aae-ba64-1cccfbd13854 req-3aae13c0-0020-4baf-81d4-e64c8c5ea8c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5 HTTP/1.1" status: 200 len: 917 time: 0.0852604 Jul 28 03:49:40.655373 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5003ae25-8211-4aae-ba64-1cccfbd13854 req-51f11f8c-eb41-47ef-bf65-7c9bc7a474fa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4131a892-3af6-42e1-baaf-3d85313cb04d HTTP/1.1" status: 200 len: 217 time: 0.0335948 Jul 28 03:49:40.707559 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003ae25-8211-4aae-ba64-1cccfbd13854 req-d0bcb1df-9306-4f15-a3d4-9b11741f487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:40.708990 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5003ae25-8211-4aae-ba64-1cccfbd13854 req-d0bcb1df-9306-4f15-a3d4-9b11741f487f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ec9b6e0-e497-4186-9c06-281440bc68ef HTTP/1.1" status: 200 len: 855 time: 0.0458608 Jul 28 03:49:40.755004 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003ae25-8211-4aae-ba64-1cccfbd13854 req-b844dbe2-7c73-452c-b243-7e2ce3e2dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:40.756464 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5003ae25-8211-4aae-ba64-1cccfbd13854 req-b844dbe2-7c73-452c-b243-7e2ce3e2dc84 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392563 Jul 28 03:49:40.835379 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9c351142-2527-4d50-b0ee-7489972a73a9 req-d5ef4618-6a91-4179-a89c-879da7dfc570 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0273714 Jul 28 03:49:40.850628 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5003ae25-8211-4aae-ba64-1cccfbd13854 req-40b6c907-db29-41b9-8240-ddae51380e74 service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860028 Jul 28 03:49:40.945886 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5003ae25-8211-4aae-ba64-1cccfbd13854 req-e8ac97d3-0156-4823-a650-5ae704e9c9e8 service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878849 Jul 28 03:49:41.043792 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e5895-9998-40f0-afb4-2c783ac3a6fe req-8e038216-d505-43d6-8821-bace0723886b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:41.045141 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7a4e5895-9998-40f0-afb4-2c783ac3a6fe req-8e038216-d505-43d6-8821-bace0723886b tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 943 time: 0.0517576 Jul 28 03:49:41.082621 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7a4e5895-9998-40f0-afb4-2c783ac3a6fe req-89a6685f-ed39-41c0-b7b4-8ed5208170ec tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=3308eb50-d33f-4051-b8fb-640e388514c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310750 Jul 28 03:49:41.933006 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-19ddbe46-ae4c-4f20-b4cc-eba940722ce4 req-a64984c7-dd71-4add-a742-e29b234129b1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0257375 Jul 28 03:49:42.206184 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba71dc-dded-4527-b507-8754fe4ff617 req-b7e6f136-e31b-4b86-84fe-9de488552419 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:42.207765 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1cba71dc-dded-4527-b507-8754fe4ff617 req-b7e6f136-e31b-4b86-84fe-9de488552419 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 943 time: 0.0534391 Jul 28 03:49:42.246946 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1cba71dc-dded-4527-b507-8754fe4ff617 req-c03311a7-3dab-4d78-b482-ce3dded0e62f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=3308eb50-d33f-4051-b8fb-640e388514c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333471 Jul 28 03:49:43.027438 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-619d2884-1b6f-46f6-aa71-4a9817e6de53 req-59e5f95e-a990-4668-9c04-d2e1bed307a2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0292392 Jul 28 03:49:43.363948 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2a5ca-7ea2-47e0-a3c9-450ae7bcf116 req-632d04c0-15b2-4095-ac57-beadc8721287 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:43.365385 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-32e2a5ca-7ea2-47e0-a3c9-450ae7bcf116 req-632d04c0-15b2-4095-ac57-beadc8721287 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 943 time: 0.0490038 Jul 28 03:49:43.401929 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-32e2a5ca-7ea2-47e0-a3c9-450ae7bcf116 req-8ee22471-4bd4-45db-a518-cd8760baf9c0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=3308eb50-d33f-4051-b8fb-640e388514c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308690 Jul 28 03:49:44.119148 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-788fae22-5aeb-4b27-9848-179391f051b1 req-edfd43e7-b85d-4acb-9a51-5fe03134180c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0262260 Jul 28 03:49:44.517662 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be2bd9-c4c5-43bb-971a-dc6d453b9a26 req-3d9db8c6-df1b-42de-ae11-371f2c95d4bf tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:44.519117 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f5be2bd9-c4c5-43bb-971a-dc6d453b9a26 req-3d9db8c6-df1b-42de-ae11-371f2c95d4bf tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 943 time: 0.0480397 Jul 28 03:49:44.555125 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f5be2bd9-c4c5-43bb-971a-dc6d453b9a26 req-0d2edfe0-f036-401d-ba65-bb07a9c65e90 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=3308eb50-d33f-4051-b8fb-640e388514c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302525 Jul 28 03:49:44.728337 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 4131a892-3af6-42e1-baaf-3d85313cb04d details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:49:44.819119 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 4131a892-3af6-42e1-baaf-3d85313cb04d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=4131a892-3af6-42e1-baaf-3d85313cb04d,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:49:44.832500 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': '4131a892-3af6-42e1-baaf-3d85313cb04d', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'port_id': '4131a892-3af6-42e1-baaf-3d85313cb04d', 'mac_address': 'fa:16:3e:5e:ba:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:49:44.868013 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:44.879862 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4131a892-3af6-42e1-baaf-3d85313cb04d {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:49:44.897977 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 4131a892-3af6-42e1-baaf-3d85313cb04d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=4131a892-3af6-42e1-baaf-3d85313cb04d,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:49:44.902086 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:44.948707 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=4131a892-3af6-42e1-baaf-3d85313cb04d,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:44.955451 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:44.956031 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:44.956388 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:44.956734 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:44.957105 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:44.957446 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:44.957782 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:44.958115 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:44.958449 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:44.958781 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:44.959127 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:44.959453 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:49:45.216363 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-824a3a7c-8ae2-456f-b6ca-5aff3bada642 req-aed6a9d7-2122-4252-ade5-54c89f1f7309 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0307610 Jul 28 03:49:45.247749 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['4131a892-3af6-42e1-baaf-3d85313cb04d'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:49:45.671043 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26c3f7-5c1b-4712-af3f-2213467a5a87 req-1cb7d5fa-f9a0-4e8e-954c-7b3c35cd803e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:45.672451 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8f26c3f7-5c1b-4712-af3f-2213467a5a87 req-1cb7d5fa-f9a0-4e8e-954c-7b3c35cd803e tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 944 time: 0.0481715 Jul 28 03:49:45.710170 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8f26c3f7-5c1b-4712-af3f-2213467a5a87 req-2b186515-7cfe-4be4-bbfe-6cfeab83a148 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=3308eb50-d33f-4051-b8fb-640e388514c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319769 Jul 28 03:49:46.310956 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a80d5284-6320-488e-93cf-4366443369d3 req-f217686e-9846-4786-a9c8-7eb986b9ddd4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0275126 Jul 28 03:49:46.748983 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 4131a892-3af6-42e1-baaf-3d85313cb04d up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:49:46.796377 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port 4131a892-3af6-42e1-baaf-3d85313cb04d completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:49:46.800599 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port 4131a892-3af6-42e1-baaf-3d85313cb04d triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:49:46.800972 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:46.828723 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8860937-6036-4948-a1df-5745e5824121 req-689635f4-d59f-410b-b3b3-8ec49bcfee04 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:46.830179 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a8860937-6036-4948-a1df-5745e5824121 req-689635f4-d59f-410b-b3b3-8ec49bcfee04 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 944 time: 0.0505111 Jul 28 03:49:46.868014 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a8860937-6036-4948-a1df-5745e5824121 req-a0368131-f32b-4c75-bbf4-a90da84c9fa7 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=3308eb50-d33f-4051-b8fb-640e388514c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313315 Jul 28 03:49:46.877997 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:46.900217 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb93149a-aac0-4bcd-af4a-16726ab6d1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4131a892-3af6-42e1-baaf-3d85313cb04d'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:49:46.902451 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75aef78d-7444-460f-9e6a-9a44e71b5bd6" -d '{"events": [{"server_uuid": "fb93149a-aac0-4bcd-af4a-16726ab6d1df", "name": "network-vif-plugged", "status": "completed", "tag": "4131a892-3af6-42e1-baaf-3d85313cb04d"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:49:46.915404 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 4131a892-3af6-42e1-baaf-3d85313cb04d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=4131a892-3af6-42e1-baaf-3d85313cb04d,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:49:46.919722 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:46.966188 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=4131a892-3af6-42e1-baaf-3d85313cb04d,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:49:46.992562 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339555b7-6771-486d-938c-21a60d47b9fe x-openstack-request-id: req-339555b7-6771-486d-938c-21a60d47b9fe {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:49:46.992858 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb93149a-aac0-4bcd-af4a-16726ab6d1df", "name": "network-vif-plugged", "status": "completed", "tag": "4131a892-3af6-42e1-baaf-3d85313cb04d", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:49:46.993111 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-339555b7-6771-486d-938c-21a60d47b9fe {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:49:46.993502 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb93149a-aac0-4bcd-af4a-16726ab6d1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4131a892-3af6-42e1-baaf-3d85313cb04d', 'code': 200} Jul 28 03:49:47.187627 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc71ada-91bd-4ebb-a9da-d427dcb509c6 req-d69f0efe-96e0-4ea1-9e2e-d57bf0d1eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:47.189135 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-6fc71ada-91bd-4ebb-a9da-d427dcb509c6 req-d69f0efe-96e0-4ea1-9e2e-d57bf0d1eeb8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 1098 time: 0.0405531 Jul 28 03:49:47.222599 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-6fc71ada-91bd-4ebb-a9da-d427dcb509c6 req-df2bf618-19d8-4a1f-b90e-075a7840ef91 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3308eb50-d33f-4051-b8fb-640e388514c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267694 Jul 28 03:49:47.403641 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-06d5c8e7-9354-4345-865b-270e7a7918e8 req-59ca8af4-988f-4f82-87cb-db57594acb40 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0265234 Jul 28 03:49:47.987389 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe891b-a2a7-407a-b598-63fda5162f8c req-9b664b0a-f172-4a99-9c14-86b9abce22f9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:47.989045 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6ffe891b-a2a7-407a-b598-63fda5162f8c req-9b664b0a-f172-4a99-9c14-86b9abce22f9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 945 time: 0.0501072 Jul 28 03:49:48.024946 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6ffe891b-a2a7-407a-b598-63fda5162f8c req-2aac8c25-8758-4c2e-9187-b130fdd83919 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=3308eb50-d33f-4051-b8fb-640e388514c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300441 Jul 28 03:49:48.493614 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ca1f3f5e-0683-4ef2-ac6b-5edd8e81733e req-bd1b5f16-c6c0-4063-af19-90cb8bf81cd7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0264733 Jul 28 03:49:49.143537 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689d8d4-dc1f-44ff-9e56-21bf28354719 req-a5173b4a-5cf7-4a3d-b70a-6df4571e811f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:49.145050 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0689d8d4-dc1f-44ff-9e56-21bf28354719 req-a5173b4a-5cf7-4a3d-b70a-6df4571e811f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 945 time: 0.0511608 Jul 28 03:49:49.182586 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0689d8d4-dc1f-44ff-9e56-21bf28354719 req-96955a06-ed7e-449b-9786-3845fbde50f3 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=3308eb50-d33f-4051-b8fb-640e388514c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318220 Jul 28 03:49:49.294495 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38565339-7c88-4b06-a471-7154101e99f7 req-6d5309b3-4ed6-43f0-8cfa-3b89fc334ef0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:49.295981 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-38565339-7c88-4b06-a471-7154101e99f7 req-6d5309b3-4ed6-43f0-8cfa-3b89fc334ef0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 945 time: 0.0480902 Jul 28 03:49:49.305031 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 49358) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:49:49.309435 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-319734c9-783f-4958-b00b-86a59de817a0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Request body: {'floatingip': {'port_id': '4131a892-3af6-42e1-baaf-3d85313cb04d'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:49:49.350104 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-319734c9-783f-4958-b00b-86a59de817a0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for floatingip, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:49.647553 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-93ea4f97-7edf-49c3-a22c-0058c0e791f8 req-e0f8efc0-714c-447e-be5b-c7d23a8f8f83 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0467458 Jul 28 03:49:50.020075 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-319734c9-783f-4958-b00b-86a59de817a0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:50.023769 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-319734c9-783f-4958-b00b-86a59de817a0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:50.121545 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.l3_db [None req-319734c9-783f-4958-b00b-86a59de817a0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Floating IP ff917a45-2d93-4aa2-8a36-2ba7962ab825 associated. External IP: 172.27.1.108, port: 4131a892-3af6-42e1-baaf-3d85313cb04d. Jul 28 03:49:50.316903 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319734c9-783f-4958-b00b-86a59de817a0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Router 4d6e5794-9aab-44d5-8763-2bd515b53f2c has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:49:50.422452 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319734c9-783f-4958-b00b-86a59de817a0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:49:50.427599 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-319734c9-783f-4958-b00b-86a59de817a0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:50.433950 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c3946a-1ad2-4084-929b-8434636706b8 None None] Sync routers for ids ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:49:50.445084 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c3946a-1ad2-4084-929b-8434636706b8 None None] Routers {'4d6e5794-9aab-44d5-8763-2bd515b53f2c'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:49:50.445784 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-74c3946a-1ad2-4084-929b-8434636706b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:49:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:50.458342 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-319734c9-783f-4958-b00b-86a59de817a0 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "PUT /v2.0/floatingips/ff917a45-2d93-4aa2-8a36-2ba7962ab825 HTTP/1.1" status: 200 len: 991 time: 1.1522834 Jul 28 03:49:50.458924 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb93149a-aac0-4bcd-af4a-16726ab6d1df', 'tag': '4131a892-3af6-42e1-baaf-3d85313cb04d'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:49:50.461217 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c00c66-7df3-46f6-9b18-5ee9dba4e0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "fb93149a-aac0-4bcd-af4a-16726ab6d1df", "tag": "4131a892-3af6-42e1-baaf-3d85313cb04d"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:49:50.468726 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3c3e90dd-ac8d-46e7-81c8-81ab8e1033a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:50.557072 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-74c3946a-1ad2-4084-929b-8434636706b8 None None] Set router 4d6e5794-9aab-44d5-8763-2bd515b53f2c gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:49:50.622671 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657a62b0-e75e-4057-bb55-8d0e4a8460d1 x-openstack-request-id: req-657a62b0-e75e-4057-bb55-8d0e4a8460d1 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:49:50.622954 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb93149a-aac0-4bcd-af4a-16726ab6d1df", "tag": "4131a892-3af6-42e1-baaf-3d85313cb04d", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:49:50.623201 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-657a62b0-e75e-4057-bb55-8d0e4a8460d1 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:49:50.623598 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb93149a-aac0-4bcd-af4a-16726ab6d1df', 'tag': '4131a892-3af6-42e1-baaf-3d85313cb04d', 'status': 'completed', 'code': 200} Jul 28 03:49:50.715309 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c00c66-7df3-46f6-9b18-5ee9dba4e0e8 req-320d48f7-10d0-43db-833a-139e458d1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:50.716864 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-28c00c66-7df3-46f6-9b18-5ee9dba4e0e8 req-320d48f7-10d0-43db-833a-139e458d1787 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee20ad097bcc4c51a357aa0a803f59a8&device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 1098 time: 0.0476577 Jul 28 03:49:50.751370 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2b38253c-37d1-4d4d-a8b3-22599d2ce5dd req-934447dd-24c3-45ac-b513-51bf98f81004 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0268700 Jul 28 03:49:50.794408 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-74c3946a-1ad2-4084-929b-8434636706b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:25Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'ff917a45-2d93-4aa2-8a36-2ba7962ab825', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'port_id': '4131a892-3af6-42e1-baaf-3d85313cb04d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'mac_address': 'fa:16:3e:5e:ba:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb93149a-aac0-4bcd-af4a-16726ab6d1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:49:36Z', 'updated_at': '2021-07-28T03:49:49Z', 'revision_number': 1, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e36cd45-5da5-4cc0-99fc-c4447c610b4b', 'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'mac_address': 'fa:16:3e:5c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:21Z', 'updated_at': '2021-07-28T03:37:34Z', 'revision_number': 5, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'subnets': [{'id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:50.815311 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c00c66-7df3-46f6-9b18-5ee9dba4e0e8 req-a313b087-a4fe-44f7-addb-a169b562b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:50.816843 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-28c00c66-7df3-46f6-9b18-5ee9dba4e0e8 req-a313b087-a4fe-44f7-addb-a169b562b0c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5 HTTP/1.1" status: 200 len: 917 time: 0.0910642 Jul 28 03:49:50.820681 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c3946a-1ad2-4084-929b-8434636706b8 None None] Checking router: 4d6e5794-9aab-44d5-8763-2bd515b53f2c for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:49:50.828680 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c3946a-1ad2-4084-929b-8434636706b8 None None] Routers {'4d6e5794-9aab-44d5-8763-2bd515b53f2c'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:49:50.829278 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-74c3946a-1ad2-4084-929b-8434636706b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:49:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:50.883599 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-28c00c66-7df3-46f6-9b18-5ee9dba4e0e8 req-a7783d83-561e-4ba2-85f5-4793b22d08c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4131a892-3af6-42e1-baaf-3d85313cb04d HTTP/1.1" status: 200 len: 999 time: 0.0583427 Jul 28 03:49:50.933099 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-74c3946a-1ad2-4084-929b-8434636706b8 None None] Set router 4d6e5794-9aab-44d5-8763-2bd515b53f2c gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:49:50.938605 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c00c66-7df3-46f6-9b18-5ee9dba4e0e8 req-7281aba6-b914-43b3-9be6-89cc528c6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:50.940239 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-28c00c66-7df3-46f6-9b18-5ee9dba4e0e8 req-7281aba6-b914-43b3-9be6-89cc528c6ce0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ec9b6e0-e497-4186-9c06-281440bc68ef HTTP/1.1" status: 200 len: 855 time: 0.0500760 Jul 28 03:49:50.985964 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c00c66-7df3-46f6-9b18-5ee9dba4e0e8 req-09829b38-78c3-43b2-8f2b-162615fd6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:49:50.988031 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-28c00c66-7df3-46f6-9b18-5ee9dba4e0e8 req-09829b38-78c3-43b2-8f2b-162615fd6ce0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411444 Jul 28 03:49:51.076090 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-28c00c66-7df3-46f6-9b18-5ee9dba4e0e8 req-fb65c8c1-b55f-41a8-8220-f247af606ad9 service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801308 Jul 28 03:49:51.148893 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-74c3946a-1ad2-4084-929b-8434636706b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:25Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'ff917a45-2d93-4aa2-8a36-2ba7962ab825', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'port_id': '4131a892-3af6-42e1-baaf-3d85313cb04d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'mac_address': 'fa:16:3e:5e:ba:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb93149a-aac0-4bcd-af4a-16726ab6d1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:49:36Z', 'updated_at': '2021-07-28T03:49:49Z', 'revision_number': 1, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e36cd45-5da5-4cc0-99fc-c4447c610b4b', 'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'mac_address': 'fa:16:3e:5c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:21Z', 'updated_at': '2021-07-28T03:37:34Z', 'revision_number': 5, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'subnets': [{'id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:49:51.171562 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-28c00c66-7df3-46f6-9b18-5ee9dba4e0e8 req-fd4c4c02-5b37-483e-bc95-96a723b6f6bb service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889173 Jul 28 03:49:51.179730 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c3946a-1ad2-4084-929b-8434636706b8 None None] The sync data for ids ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'] in dv-cinder-733062-21-iscsi is: [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:25Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'ff917a45-2d93-4aa2-8a36-2ba7962ab825', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'port_id': '4131a892-3af6-42e1-baaf-3d85313cb04d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'mac_address': 'fa:16:3e:5e:ba:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb93149a-aac0-4bcd-af4a-16726ab6d1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:49:36Z', 'updated_at': '2021-07-28T03:49:49Z', 'revision_number': 1, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e36cd45-5da5-4cc0-99fc-c4447c610b4b', 'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'mac_address': 'fa:16:3e:5c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:21Z', 'updated_at': '2021-07-28T03:37:34Z', 'revision_number': 5, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'subnets': [{'id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:49:51.356179 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa66453-46b5-4ada-9aa3-571110ca7647 None None] New status for floating IP ff917a45-2d93-4aa2-8a36-2ba7962ab825: ACTIVE {{(pid=93264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:49:51.845838 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e21374ce-37bf-450b-8bfa-9c44142bcea3 req-8227a2cf-f723-47ef-b96d-abc12a60b8ad tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0260029 Jul 28 03:49:52.938757 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-35e4c5b5-8b64-4d4b-a315-7988cb1e40bd req-3e824afe-2644-4118-be89-0233e0c20d2f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0253396 Jul 28 03:49:53.264437 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:53.316771 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-9fdd2523-9672-4aec-8905-80706757593a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:53.370732 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:54.032382 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6ba83c48-2990-4d29-bf31-c161eaa38da8 req-339fdeb0-4f11-491b-98ac-af5ecc7ae161 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0250933 Jul 28 03:49:54.277067 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:55.126699 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b2821194-df11-472a-bc28-8737f2ecee19 req-96f9388f-5c56-4c0a-9685-6c5fb9648e69 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0256851 Jul 28 03:49:55.985254 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:49:56.225293 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0d72d9fd-4290-4113-8082-f6be7bd82ad5 req-b0451904-20f9-4d0e-b714-d35b33c135c7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0295973 Jul 28 03:49:57.318357 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-af6671cd-112f-4d82-a3a5-b06734cab806 req-54cdfcf4-3b21-4de6-b1e1-a55c2a2966f1 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0251770 Jul 28 03:49:58.412152 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-abc79f83-071e-440a-ac68-e50255b2f8ad req-bd9c5d61-4c52-4f63-9bc2-792173e6237f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0258074 Jul 28 03:49:59.506946 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-975149ed-d6d9-4a7b-aee4-6d4d1800a084 req-7ce7d94b-b927-411a-823c-fc301f90380f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0264912 Jul 28 03:50:00.602547 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e5c71cbd-9b5f-47ce-a0c0-d7566a2bb3bd req-b28b84ce-372e-4e16-92e5-6e968eea39c8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0281026 Jul 28 03:50:01.712615 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7a81e255-5971-47df-8dcd-80d10c4148fc req-3f1af003-c71d-4cb8-a28a-33a45983755b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0260453 Jul 28 03:50:02.823766 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-acbaad39-bb21-42c7-8390-001429794421 req-2e1167c3-dae9-403e-babd-eae160e71b17 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0294623 Jul 28 03:50:03.926118 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a2d271c8-d8be-453a-a94b-06ac484e5b53 req-a915438d-be35-4c72-ae3d-5037983f2b07 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0259664 Jul 28 03:50:05.036123 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c1aec7fb-8db4-4fbd-b001-9d910e5ab005 req-980b7fb8-5e06-400b-bf22-abc8887ce2a9 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0262752 Jul 28 03:50:06.143881 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aca21a2e-b66c-4adf-8fbb-1f34b1b260b4 req-0f845444-2391-447f-be61-ab5c3b32b705 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0255039 Jul 28 03:50:07.272320 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-89007257-8019-40f5-b26a-e9f8c4ba8396 req-b029c15e-40ba-48f3-a589-30fb7ffeb2f9 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0254900 Jul 28 03:50:08.397154 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2150847f-7418-4dc5-9aa0-8cef3a9c5be6 req-bfdc573f-ad51-4d9c-a350-78df9a686237 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0311766 Jul 28 03:50:09.514022 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73cc1504-9429-4abf-b671-2ff1bcd9399d req-0a9a33db-ddcc-4109-96da-94645f3af81c tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0342572 Jul 28 03:50:10.623772 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-24049deb-e9a9-47ca-a0be-578edf55edaa req-599b47c7-bff2-48c5-95df-7cfc273a85ce tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0262246 Jul 28 03:50:11.747079 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f69880c7-c875-4baa-aa1d-a2cb7815cf00 req-41291a47-7217-4a70-bf71-210545247118 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0266342 Jul 28 03:50:12.865634 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-baaab060-85c2-4ea2-aab2-13198e092a53 req-194f99b6-61e3-496e-bbb4-d5172f0ac2b6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0258338 Jul 28 03:50:13.975960 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-021c06b0-0f7e-4a13-bab0-a088fa57b291 req-bfee25bd-366e-4884-b4be-ce1276972ee7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0300617 Jul 28 03:50:15.081727 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f7917d2d-d4be-4091-a05b-582d2f0873bb req-e1697425-204f-4702-9c88-c2e1e58cae3a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0255294 Jul 28 03:50:16.028285 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:50:16.209694 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f793b627-9f66-4c52-9eaa-7525f3d90aa2 req-3abb1bc5-b0dc-4d65-a08a-5bfc71411531 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0294061 Jul 28 03:50:17.316196 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d5e3e6b4-f35b-4b65-9c65-54c2f60dcb5d req-13df33ca-9edd-45e8-bd2f-726d1b503b94 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0260017 Jul 28 03:50:18.431142 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a5db857b-be99-46a1-9b0d-b5bd55ee4f92 req-939f4f1c-a935-4556-9511-e38846fe6f15 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0261707 Jul 28 03:50:19.539257 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d4922cca-b445-4223-8db6-494e4936c936 req-f01315ff-b39e-41fb-9e83-c8d5d703f153 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0260136 Jul 28 03:50:20.459892 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-89750012-bfbb-45cd-bff5-afec5fd12e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:20.649184 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-58b9def2-27bf-4cc6-8c9a-4dd6ef553a20 req-270fb1a2-0088-44bf-8df9-d34da2d45583 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0256646 Jul 28 03:50:21.758826 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-19428a03-245a-47d5-b2bc-388366f8dbc0 req-89dcbf5a-2b2c-44f4-a2ee-d3b4dcc3faa3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0260725 Jul 28 03:50:22.882815 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-368600ac-cc6b-42e4-b5a8-323660744d73 req-99412ec0-672e-461a-a7ed-56c5382f47f4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0320849 Jul 28 03:50:23.281093 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:23.315737 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-a2631475-6f14-48e0-8285-0464467e4ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:23.370956 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:23.976889 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5c147fe6-4a5a-4c26-bb14-a95f552b409e req-2695eea7-9d3a-4afe-b425-9a4fe95cfbaf tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0265579 Jul 28 03:50:24.280930 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:25.079384 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f2f8eed8-ac68-4197-9f34-fb6b1d9d73ee req-f6731d7a-0c8b-448d-b3d4-2f67d630076e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0267847 Jul 28 03:50:25.987120 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:26.186807 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5a333161-e52b-4561-a3d1-5875daa32c18 req-04c6ddd4-fc03-4d82-bd55-771681bc7603 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0279076 Jul 28 03:50:27.292623 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ab4c6c53-1861-4b21-9443-dd205f3b1ca5 req-1e23c59c-47d1-4423-9810-f13d89d11b14 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0270534 Jul 28 03:50:28.386513 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-65b2a10d-4af2-458a-926a-a42e789d57a1 req-22b54d9b-e4ac-4a44-843f-318e45ba223d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0268104 Jul 28 03:50:29.484312 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-770b5d68-7ed8-4384-b7c2-e23e74197b23 req-39fbeb07-7019-4ff7-824e-ce4b34b55a08 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0316849 Jul 28 03:50:30.584844 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-50770772-87af-4d2b-9104-c088981db4ad req-0bb43232-51a9-4953-8e9c-039de4aeb591 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0255504 Jul 28 03:50:31.676032 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d32bdefd-2115-4be3-990e-6b5fcdcab3b2 req-5c687f3a-9069-4204-9204-bbafc19e565b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0257311 Jul 28 03:50:32.767292 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2e8040fc-51f9-47d9-9d8d-e42cb297e2a7 req-d171c1ee-37ae-42c4-8066-55557997b5af tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0259421 Jul 28 03:50:33.705647 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-82822d77-e2e6-48da-b995-3d25995d6763 req-c9be8e1f-0ee2-4223-9af5-75a8605aced9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399590 Jul 28 03:50:33.776193 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82822d77-e2e6-48da-b995-3d25995d6763 req-d26055dd-00e5-4a26-8ea3-b3d4cf47714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:33.777647 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-82822d77-e2e6-48da-b995-3d25995d6763 req-d26055dd-00e5-4a26-8ea3-b3d4cf47714a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 1098 time: 0.0399396 Jul 28 03:50:33.859470 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a540dae3-584e-4e8c-912f-85779a73cb09 req-c4d1ce8d-19b3-44e2-b5bd-450e7d3702c3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0268941 Jul 28 03:50:33.881959 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82822d77-e2e6-48da-b995-3d25995d6763 req-a9de2a0c-759c-4d93-9ef3-84405bb3d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:33.883427 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-82822d77-e2e6-48da-b995-3d25995d6763 req-a9de2a0c-759c-4d93-9ef3-84405bb3d22e service neutron] 10.222.0.25 "GET /v2.0/networks?id=a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 200 len: 920 time: 0.0873580 Jul 28 03:50:33.925560 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-82822d77-e2e6-48da-b995-3d25995d6763 req-7c9d0aa1-6f47-4722-ab06-cbb490eef840 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b HTTP/1.1" status: 200 len: 217 time: 0.0341737 Jul 28 03:50:33.981418 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82822d77-e2e6-48da-b995-3d25995d6763 req-9cd5a286-b9a3-46ab-b218-5a5c76142e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:50:33.981418 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-82822d77-e2e6-48da-b995-3d25995d6763 req-9cd5a286-b9a3-46ab-b218-5a5c76142e74 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38d1d376-b64d-4e01-9348-989681f94b9a HTTP/1.1" status: 200 len: 859 time: 0.0491796 Jul 28 03:50:34.012800 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-82822d77-e2e6-48da-b995-3d25995d6763 req-5cd0659c-52e8-4f37-8ff8-87ab9cdc8ee4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a08c665d-fc97-4225-bb45-ecd81a76a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251939 Jul 28 03:50:34.102120 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-82822d77-e2e6-48da-b995-3d25995d6763 req-52bf16cc-59c4-4959-9c96-b75d6d4ba7e6 service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822062 Jul 28 03:50:34.195129 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-82822d77-e2e6-48da-b995-3d25995d6763 req-d3fa249c-ec77-4e2f-a972-df7fcfc1d0bc service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858467 Jul 28 03:50:34.951860 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7a0c39b0-1a01-4b9c-86bf-cce28e742035 req-95536711-085b-4011-883c-da2fca6c5138 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0266209 Jul 28 03:50:36.047385 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ab7dd984-9f44-4bcd-a680-029aac07feb6 req-81edc992-596d-4cac-a9b8-64424d2cf66f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0296106 Jul 28 03:50:37.142918 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e4dfb205-b2ee-416c-8548-8c4588199101 req-71116204-72a4-47db-9b3e-d4da888d8a3a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0271752 Jul 28 03:50:38.240742 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b47cfdf1-464b-40cf-8ccb-6250c38c00ce req-b6a8b3ef-8ccf-42e8-9d55-abc65ed77c3f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0260255 Jul 28 03:50:39.333510 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ea354ea2-d2da-439c-b9d6-dd7ff572f1e7 req-179d02e4-a482-4f92-b6d0-b8532a717763 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0258157 Jul 28 03:50:40.427358 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-05b34442-17cf-4e6f-8248-71aa93351157 req-9cc8d31e-0d85-45e1-a544-0d8d0845b3cd tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0266964 Jul 28 03:50:41.518899 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-56eda1c0-4062-41fa-9637-fca62f1858ea req-e0fc5f20-0571-4cf8-b592-443baf664f63 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0255713 Jul 28 03:50:42.612653 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4bd636d4-2277-482f-a3c6-9a2e09f93505 req-6d7e8835-e09e-4b7b-af8d-5c3fbca3f407 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0296729 Jul 28 03:50:43.703679 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-82f2190b-c192-47d6-a8c3-98fbbfd21080 req-21dd7546-6557-46af-b042-d7ae9e208bef tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0266685 Jul 28 03:50:44.798146 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-96f73874-f590-4ee1-9995-211fbf33d1ef req-9d0da99d-9380-4502-a1c0-c73b2be32f01 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0264287 Jul 28 03:50:45.888347 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a3976bdd-ce74-42ea-bef2-7c1c1c36580c req-fbaf195b-8577-436f-b5a8-ef2f4564aeed tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0255692 Jul 28 03:50:46.979567 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b66b1e47-ae4c-4c4b-927f-14a14ca16e2c req-031ea4ad-767e-4bba-998a-eaeb701937c6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0263121 Jul 28 03:50:48.071049 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5c7ab385-26c1-4b08-a5a5-4193ce2adcda req-fc19bdc5-7c0c-45aa-93e8-50b16811c2e8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0259643 Jul 28 03:50:49.166147 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-51a60f57-7247-4975-a759-2265ced6524e req-04ebba11-24d9-4dc2-91d5-1db87e74652f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0293794 Jul 28 03:50:50.256171 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4ae2ca55-ee9b-42c7-836b-ada8ca202ae7 req-dda20af4-e104-4934-b50b-aa19a53c07cd tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0261254 Jul 28 03:50:50.466571 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-83cc8a1f-1672-48dd-be0b-a9e6c5f9ceae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:51.348056 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1b364243-ec73-4f05-ac73-a98688e3cd0a req-a0083171-55f1-4b5c-b459-d37ed1af4cbb tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0253403 Jul 28 03:50:52.441807 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-18b2bc01-72b4-4211-a114-c30fd976489c req-eb447dde-98ae-48d3-97c5-5075e00dc169 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0272977 Jul 28 03:50:53.026246 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:50:53.279690 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:53.314162 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-5ff3e56d-0ee0-4fdb-9118-8d7d285ed9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:53.370974 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:53.533736 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-81bc925e-cdae-45dc-a7d7-ee1336f6e789 req-8adf5b1d-04d8-49d6-a670-87eaec9add6a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0258238 Jul 28 03:50:54.281782 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:54.625449 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0c6dab98-05a0-4206-9ed7-d8cc559ab873 req-4d8bcdc8-407d-4b49-9c50-5345e7b699c7 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0265484 Jul 28 03:50:55.719853 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bb077eed-48bd-417e-97e4-d573235a1bbc req-57de8d3a-4b9f-4704-b14a-7a21f601d359 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0298786 Jul 28 03:50:55.990817 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:50:56.810338 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d547f770-64b2-4890-85ec-18cdd2caae2d req-f1f84b10-75c2-490b-942b-0f4972ab131b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0266705 Jul 28 03:50:57.901565 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d381cd6b-ff67-41f6-b33d-dad96e25ec98 req-e0e41afb-70da-4b71-a80e-d7711f2bb861 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0257583 Jul 28 03:50:58.992015 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2cb8545a-2f73-4d1f-89e2-291e1ce25b4b req-ae429f04-c79f-4bf4-9160-a0f36500aebe tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0257304 Jul 28 03:51:00.083275 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5be567d1-e616-4af5-a378-f2a7a00003f2 req-966efc8f-8cbb-4141-9aa6-f1e460d371f0 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0252457 Jul 28 03:51:01.175121 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dfa22354-033f-4fdb-bacd-16b7161550c6 req-03d4d2b3-2800-4be2-b764-fcf2533b7b7d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0250933 Jul 28 03:51:02.272819 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5a6eadf8-6e39-4d61-b3e3-ddd72c53ebd2 req-18c9db31-b140-4683-97c5-7643060cef11 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0285099 Jul 28 03:51:03.363723 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eee9e4f6-6f9c-426d-a810-6c1acb2a97db req-6fa73bb3-1bab-4cab-9cf7-edeacf581176 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0255542 Jul 28 03:51:04.456955 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-24b60103-f57c-4c4c-96e1-1f193353e30a req-e3950f59-9cee-47be-b366-ffd26c5c16c9 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0258551 Jul 28 03:51:05.548870 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8abda70e-08d9-4d03-a7dd-43ad33714c70 req-652bb4b1-0b2e-479c-888a-f30aefc8ac13 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0267713 Jul 28 03:51:06.641067 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-49230fd1-3073-4671-8cc5-35fa6162bd13 req-406eb7d4-de3e-41ba-96e2-68bf33a6613a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0264869 Jul 28 03:51:07.733019 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-56f8e7b2-3d56-4ef1-8205-a6de4953040c req-842ece95-f8bd-4cd9-a7b9-89a0d85a6607 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0259719 Jul 28 03:51:08.836745 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b28c268b-7897-4c01-be03-464bad814954 req-1e424922-7584-470a-97c0-5fe9c8159cc2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0308969 Jul 28 03:51:09.928343 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-85713892-1e42-4bbc-a087-4fb7738e15c6 req-2159c00e-20d3-4f44-a323-830b2631db03 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0266385 Jul 28 03:51:11.020413 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f496a87f-ec19-4c3d-b611-490ca0e866c6 req-cb4075f3-f723-485f-8fdf-31036a90f64b tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0261240 Jul 28 03:51:12.114246 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e86e23b2-0b3e-4a44-8ad2-e243a9a2f9c5 req-54613d88-27a9-4eb0-bc57-eeb98dd493e6 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0263224 Jul 28 03:51:13.204693 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-470bcf3c-76b0-4d00-8877-95c771e48861 req-9ebf0aa9-b712-439a-b78e-d603a7a88d8e tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0251722 Jul 28 03:51:14.297266 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0ca7f903-b157-458e-9a3e-433ca41d3628 req-a9176cff-6633-43b5-a75a-3d8d687cad01 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0263824 Jul 28 03:51:15.391720 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-539f9d7f-f233-4e26-a03a-9ffc0bf3b116 req-57df3406-556c-4dfb-903d-1ae9d0dee1d8 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0294821 Jul 28 03:51:16.481767 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2ec396d1-2aea-4904-82fa-a4cba465b3da req-4882bf30-89ff-4f77-97ee-f6edf2da77f3 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0263197 Jul 28 03:51:17.572478 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5dbd1c13-6019-4daa-ac48-c5f7a6987978 req-c4a032af-0d1e-40bd-a9b3-d803af9ebdaa tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0260351 Jul 28 03:51:18.665776 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1507a0f7-abea-4fc1-a04d-1f2122813aa8 req-7a63503b-48e4-42ce-b03e-9029784c87b5 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0270665 Jul 28 03:51:19.756636 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4fd6adbb-6dea-455c-9a15-eb446d4f360c req-eb3b1b24-31c7-42cc-b59f-db58ca8c7297 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0258160 Jul 28 03:51:20.457413 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-cf8d618c-12c5-4b8f-bc33-a0fe15de1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:20.847529 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ea3d59bb-64b2-4cc7-8b83-465a8784f681 req-ba7fbb27-d036-4581-8ab4-787f5d8910af tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0258296 Jul 28 03:51:21.941453 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fa6cdbe4-77d4-4939-998c-0c82811758e1 req-3a27f2bd-c0bb-4e03-b2c5-128ca5b9f05d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0296793 Jul 28 03:51:23.034392 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-302e3a33-751e-4803-a238-19417183478e req-dc9df9b1-5346-422d-aacb-2778dd59bdc2 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0256484 Jul 28 03:51:23.294559 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:23.311998 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-622a13b6-6d20-4774-8825-77b6fd98aeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:23.369878 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:24.127057 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cf0cfc1d-2cb9-4ea2-86bc-2101df873eaa req-ea276ead-44c4-49fa-9316-8c794d0cfe8d tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0264597 Jul 28 03:51:24.285307 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:25.219840 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-df49c69f-70fe-4570-8ce5-378a0fba85ca req-2b2dd04c-78a9-46d5-8176-954ca6cbb559 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0265751 Jul 28 03:51:25.993234 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:26.312141 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-374c68be-7757-43cf-b3fe-2c241019499a req-1819c903-8b45-41ee-9128-da5b295a4a30 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0262656 Jul 28 03:51:27.405172 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6bd608ff-ab09-4d1e-941f-941aa2dc51c7 req-58da851c-c1c4-4b06-82cd-81b1ff93293a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0268319 Jul 28 03:51:28.500194 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b5755654-6608-4560-90a7-934ae3bd4887 req-95413cd8-98c3-408a-8dd8-728dfa0dc3bd tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0298409 Jul 28 03:51:29.590683 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5abf6628-6eee-4425-bbdd-ccf336e72464 req-32d95de8-ace7-4002-999d-5bc6fe9bc95f tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0262277 Jul 28 03:51:30.024777 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:51:30.681977 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4546d2bd-d0cd-4918-9c6d-09e05a8cfdeb req-702a6a65-f099-4e6e-945c-67ae8243f952 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0252180 Jul 28 03:51:31.774222 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-28582f34-eb87-4182-aaf3-a1fcc5f45804 req-7944d1a4-591a-41e8-850c-73aaacbd4f8a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0260255 Jul 28 03:51:32.881621 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a6dc1609-35a1-4790-8f9f-2c8ab9f9d4e4 req-6af6692e-cc96-4264-9d90-8cd49ffec1de tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1d0d1b-6271-43ee-bd47-4c5d2de12a7e HTTP/1.1" status: 200 len: 210 time: 0.0270612 Jul 28 03:51:33.936450 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 50364) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:33.992803 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:34.017241 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:34.078232 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:34.080822 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:34.081966 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] 10.222.0.16 "DELETE /v2.0/security-groups/b53235b3-6fd9-4b66-8516-039b5636c1f3 HTTP/1.1" status: 204 len: 168 time: 0.1445577 Jul 28 03:51:34.093818 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53235b3-6fd9-4b66-8516-039b5636c1f3,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:34.105393 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:34.105982 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:34.106362 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:34.108433 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:34.108824 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:34.109519 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:34.109875 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:34.110772 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:34.111111 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:34.111568 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:34.112152 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:34.112613 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab457ccf-6e79-403e-b347-8c7cfc03ddc4 tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:34.235544 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 50374) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:34.789696 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33441852'] for router_interface, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:35.303199 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Deleting port c653778d-03fa-4258-8799-e8eaff2eee36 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:51:35.303926 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:35.378871 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] For port c653778d-03fa-4258-8799-e8eaff2eee36, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=c653778d-03fa-4258-8799-e8eaff2eee36,segment=NetworkSegment(4da03bed-4a7d-47ff-9fce-544131d75007),segment_id=4da03bed-4a7d-47ff-9fce-544131d75007)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:35.379180 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:35.391952 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Calling delete_port for c653778d-03fa-4258-8799-e8eaff2eee36 owned by network:router_interface {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:51:35.585586 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:35.608747 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Pushing event deleted for resources: {'Port': ['ID=c653778d-03fa-4258-8799-e8eaff2eee36,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:35.618972 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:35.619301 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:35.619640 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:35.620091 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:35.620330 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:35.621168 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:35.621168 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:35.621365 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:35.621662 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:35.621914 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:35.622245 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:35.622552 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:35.816739 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33249956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33441872'] for router_interface, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:35.826627 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ae96a5e9-8bc9-48fe-9cc7-da0946c55a08 req-1621919d-cc9c-4f70-9de0-3cfc1eadb841 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856295 Jul 28 03:51:35.945335 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96a5e9-8bc9-48fe-9cc7-da0946c55a08 req-dfd2710d-cadc-42e8-8732-91448be72c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:35.946716 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ae96a5e9-8bc9-48fe-9cc7-da0946c55a08 req-dfd2710d-cadc-42e8-8732-91448be72c6e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55fad6251ff244ea9f24d160e444628f&device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 1099 time: 0.0812817 Jul 28 03:51:36.127931 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96a5e9-8bc9-48fe-9cc7-da0946c55a08 req-a865fa21-4a51-406c-b6b0-08f70e6b619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:36.129398 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ae96a5e9-8bc9-48fe-9cc7-da0946c55a08 req-a865fa21-4a51-406c-b6b0-08f70e6b619a service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c357690-498e-4e5c-bdce-1e52bd2b1279 HTTP/1.1" status: 200 len: 914 time: 0.1644073 Jul 28 03:51:36.136867 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Router 121148fe-7d90-41a5-a987-6864f1583148 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:51:36.177343 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ae96a5e9-8bc9-48fe-9cc7-da0946c55a08 req-46c11d90-3aa9-4c9a-8724-8dd3b00fb52b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00ec2991-6499-46ee-92c3-65a3dcb24629 HTTP/1.1" status: 200 len: 217 time: 0.0391901 Jul 28 03:51:36.265567 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96a5e9-8bc9-48fe-9cc7-da0946c55a08 req-740cd82c-802f-468a-9669-7714fcc1a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:51:36.267055 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ae96a5e9-8bc9-48fe-9cc7-da0946c55a08 req-740cd82c-802f-468a-9669-7714fcc1a2de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ce2bd794-e0e2-4680-943d-3435084f40a0 HTTP/1.1" status: 200 len: 853 time: 0.0831542 Jul 28 03:51:36.326185 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ae96a5e9-8bc9-48fe-9cc7-da0946c55a08 req-d6ab5237-7c37-43a8-bf40-5afec5e3f6b0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c357690-498e-4e5c-bdce-1e52bd2b1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307469 Jul 28 03:51:36.378418 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:51:36.384693 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-1f540e6d-91a2-4c72-948c-a6369ad52908 admin admin] 10.222.0.16 "PUT /v2.0/routers/121148fe-7d90-41a5-a987-6864f1583148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1475599 Jul 28 03:51:36.386842 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e7411-d1bf-478e-8653-0e8ec22c99e7 None None] Sync routers for ids ['121148fe-7d90-41a5-a987-6864f1583148'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:51:36.387607 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 50396) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:36.395855 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2e7411-d1bf-478e-8653-0e8ec22c99e7 None None] Routers {'121148fe-7d90-41a5-a987-6864f1583148'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:51:36.396470 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-8e2e7411-d1bf-478e-8653-0e8ec22c99e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:51:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['121148fe-7d90-41a5-a987-6864f1583148'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:36.424738 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ae96a5e9-8bc9-48fe-9cc7-da0946c55a08 req-e87da75a-406e-464a-90fa-41efa4e05a91 service neutron] 10.222.0.25 "GET /v2.0/networks/8c357690-498e-4e5c-bdce-1e52bd2b1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918465 Jul 28 03:51:36.496923 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c16616e-f4f6-40f2-a61c-3d6701753dc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:36.498766 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-8e2e7411-d1bf-478e-8653-0e8ec22c99e7 None None] Set router 121148fe-7d90-41a5-a987-6864f1583148 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:51:36.518546 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-ae96a5e9-8bc9-48fe-9cc7-da0946c55a08 req-8e05ccbe-c6a7-4fe7-a64e-f6164ecbe7b5 service neutron] 10.222.0.25 "GET /v2.0/networks/8c357690-498e-4e5c-bdce-1e52bd2b1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870330 Jul 28 03:51:36.767391 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-8e2e7411-d1bf-478e-8653-0e8ec22c99e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121148fe-7d90-41a5-a987-6864f1583148', 'name': 'tempest-TestShelveInstance-1960454992-router', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:03Z', 'updated_at': '2021-07-28T03:51:35Z', 'revision_number': 5, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'gw_port': {'id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:04Z', 'updated_at': '2021-07-28T03:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:36.793308 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e7411-d1bf-478e-8653-0e8ec22c99e7 None None] Checking router: 121148fe-7d90-41a5-a987-6864f1583148 for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:51:36.801908 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2e7411-d1bf-478e-8653-0e8ec22c99e7 None None] Routers {'121148fe-7d90-41a5-a987-6864f1583148'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:51:36.802529 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-8e2e7411-d1bf-478e-8653-0e8ec22c99e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:51:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['121148fe-7d90-41a5-a987-6864f1583148'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:36.826805 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c16616e-f4f6-40f2-a61c-3d6701753dc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:36.878299 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-7c16616e-f4f6-40f2-a61c-3d6701753dc8 admin admin] Deleting port fb8dd018-7b08-4e2e-9b35-50e253764d25 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:51:36.878639 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c16616e-f4f6-40f2-a61c-3d6701753dc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:36.906327 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-8e2e7411-d1bf-478e-8653-0e8ec22c99e7 None None] Set router 121148fe-7d90-41a5-a987-6864f1583148 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:51:36.955001 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-7c16616e-f4f6-40f2-a61c-3d6701753dc8 admin admin] For port fb8dd018-7b08-4e2e-9b35-50e253764d25, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=fb8dd018-7b08-4e2e-9b35-50e253764d25,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:36.955402 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c16616e-f4f6-40f2-a61c-3d6701753dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:36.968523 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-7c16616e-f4f6-40f2-a61c-3d6701753dc8 admin admin] Calling delete_port for fb8dd018-7b08-4e2e-9b35-50e253764d25 owned by network:router_gateway {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:51:37.079264 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-8e2e7411-d1bf-478e-8653-0e8ec22c99e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121148fe-7d90-41a5-a987-6864f1583148', 'name': 'tempest-TestShelveInstance-1960454992-router', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:03Z', 'updated_at': '2021-07-28T03:51:35Z', 'revision_number': 5, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'gw_port': {'id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:04Z', 'updated_at': '2021-07-28T03:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:37.109853 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2e7411-d1bf-478e-8653-0e8ec22c99e7 None None] The sync data for ids ['121148fe-7d90-41a5-a987-6864f1583148'] in dv-cinder-733062-21-iscsi is: [{'id': '121148fe-7d90-41a5-a987-6864f1583148', 'name': 'tempest-TestShelveInstance-1960454992-router', 'tenant_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:03Z', 'updated_at': '2021-07-28T03:51:35Z', 'revision_number': 5, 'project_id': 'dcfeb19e3a6d42cfbf29ba7e9a7aeacf', 'gw_port': {'id': 'fb8dd018-7b08-4e2e-9b35-50e253764d25', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121148fe-7d90-41a5-a987-6864f1583148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:04Z', 'updated_at': '2021-07-28T03:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:51:37.152653 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c16616e-f4f6-40f2-a61c-3d6701753dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.178423 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16616e-f4f6-40f2-a61c-3d6701753dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8dd018-7b08-4e2e-9b35-50e253764d25,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:37.234549 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c16616e-f4f6-40f2-a61c-3d6701753dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33084914'] for router_gateway, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.338977 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c16616e-f4f6-40f2-a61c-3d6701753dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33129325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-211171'] for router, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.341052 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c16616e-f4f6-40f2-a61c-3d6701753dc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.403749 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c16616e-f4f6-40f2-a61c-3d6701753dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33128701'] for router, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.404369 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c16616e-f4f6-40f2-a61c-3d6701753dc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 121148fe-7d90-41a5-a987-6864f1583148 {{(pid=93262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:51:37.409961 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c16616e-f4f6-40f2-a61c-3d6701753dc8 admin admin] Notify callbacks [] for router, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.410832 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-7c16616e-f4f6-40f2-a61c-3d6701753dc8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/121148fe-7d90-41a5-a987-6864f1583148 HTTP/1.1" status: 204 len: 168 time: 1.0222282 Jul 28 03:51:37.413888 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 50406) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:37.457934 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a29c46-a871-4d88-b53b-7580ae6323dd admin admin] Deleting subnet ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196 {{(pid=93262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:51:37.461473 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c0a29c46-a871-4d88-b53b-7580ae6323dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.500880 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c0a29c46-a871-4d88-b53b-7580ae6323dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30318906'] for subnet, precommit_delete_associations {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.610138 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c0a29c46-a871-4d88-b53b-7580ae6323dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.666338 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c0a29c46-a871-4d88-b53b-7580ae6323dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30596327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30343369'] for subnet, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.691674 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a29c46-a871-4d88-b53b-7580ae6323dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:37.695279 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c0a29c46-a871-4d88-b53b-7580ae6323dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.699747 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 50408) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:37.700247 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-c0a29c46-a871-4d88-b53b-7580ae6323dd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ecfc2a02-5ac3-4b4c-9fb6-d9bd46c66196 HTTP/1.1" status: 204 len: 168 time: 0.2849808 Jul 28 03:51:37.701386 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cf28a8-5caa-4780-b388-20430427e06e None None] Network b25cc0de-ded2-4f06-a5ba-088ba3628bb5 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:51:37.776586 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.842014 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] Deleting port 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:51:37.842289 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.903909 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] For port 9d8d0496-1987-4e5f-88a5-312cd3dbfd99, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=9d8d0496-1987-4e5f-88a5-312cd3dbfd99,segment=NetworkSegment(4da03bed-4a7d-47ff-9fce-544131d75007),segment_id=4da03bed-4a7d-47ff-9fce-544131d75007)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:37.904230 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:37.916433 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] Calling delete_port for 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 owned by network:dhcp {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:51:37.995859 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:38.020645 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8d0496-1987-4e5f-88a5-312cd3dbfd99,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:38.024914 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] No DVR routers for this DVR port 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 on host dv-cinder-733062-21-iscsi {{(pid=93263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:51:38.096731 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:38.100096 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9334c5-9f10-4e58-924b-f014071f6ba1 None None] DHCP port deletion for b25cc0de-ded2-4f06-a5ba-088ba3628bb5 request from dv-cinder-733062-21-iscsi {{(pid=93264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:51:38.110528 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.services.segments.db [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25cc0de-ded2-4f06-a5ba-088ba3628bb5']}} {{(pid=93263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:38.123399 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.services.segments.db [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da03bed-4a7d-47ff-9fce-544131d75007') {'for_net_delete': True} {{(pid=93263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:38.123729 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.services.segments.db [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da03bed-4a7d-47ff-9fce-544131d75007') {} {{(pid=93263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:38.134685 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29659180'] for segment, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:38.156841 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:38.162853 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:51:38.163880 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29890265'] for segment, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: Traceback (most recent call last): Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: timer() Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: cb(*args, **kw) Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: return func(*args, **kwargs) Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: self._notify() Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: self.callback(batched_events) Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: event.method(event) Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: return f(self, *a, **k) Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: return self._get(url).json() Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: return self.request(url, 'GET', **kwargs) Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:51:38.165504 dv-cinder-733062-21-iscsi neutron-server[93263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:51:38.174215 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device fb8dd018-7b08-4e2e-9b35-50e253764d25 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:51:38.193467 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: fb8dd018-7b08-4e2e-9b35-50e253764d25 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:51:38.193812 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device fb8dd018-7b08-4e2e-9b35-50e253764d25 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:51:38.194781 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device c653778d-03fa-4258-8799-e8eaff2eee36 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:51:38.212858 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: c653778d-03fa-4258-8799-e8eaff2eee36 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:51:38.213198 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device c653778d-03fa-4258-8799-e8eaff2eee36 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:51:38.213605 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:51:38.223073 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:38.230800 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:38.232840 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b25cc0de-ded2-4f06-a5ba-088ba3628bb5 HTTP/1.1" status: 204 len: 168 time: 0.5321245 Jul 28 03:51:38.235836 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 50412) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:38.238542 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:51:38.238900 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 9d8d0496-1987-4e5f-88a5-312cd3dbfd99 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:51:38.243016 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f6cd5-7e07-497a-b6f4-3c1b9c7e4b87 admin admin] Pushing event deleted for resources: {'Network': ['ID=b25cc0de-ded2-4f06-a5ba-088ba3628bb5,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:38.646263 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-08134e1e-87c5-443b-95f0-279d1c44876d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33441852'] for router_interface, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:38.929108 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-08134e1e-87c5-443b-95f0-279d1c44876d admin admin] Deleting port 1af857fe-6dbc-432d-90d4-79842c4ed1f5 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:51:38.929437 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-08134e1e-87c5-443b-95f0-279d1c44876d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:39.003665 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-08134e1e-87c5-443b-95f0-279d1c44876d admin admin] For port 1af857fe-6dbc-432d-90d4-79842c4ed1f5, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=1af857fe-6dbc-432d-90d4-79842c4ed1f5,segment=NetworkSegment(44b0868e-3913-4810-a5b6-9e5c5305c19d),segment_id=44b0868e-3913-4810-a5b6-9e5c5305c19d)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:39.004074 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-08134e1e-87c5-443b-95f0-279d1c44876d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:39.016677 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-08134e1e-87c5-443b-95f0-279d1c44876d admin admin] Calling delete_port for 1af857fe-6dbc-432d-90d4-79842c4ed1f5 owned by network:router_interface {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:51:39.213559 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-08134e1e-87c5-443b-95f0-279d1c44876d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:39.238195 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08134e1e-87c5-443b-95f0-279d1c44876d admin admin] Pushing event deleted for resources: {'Port': ['ID=1af857fe-6dbc-432d-90d4-79842c4ed1f5,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:39.405614 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-08134e1e-87c5-443b-95f0-279d1c44876d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33249956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33441872'] for router_interface, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:39.617920 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08134e1e-87c5-443b-95f0-279d1c44876d admin admin] Router a563d47f-d718-4cb8-b52c-c168f7e2c545 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:51:39.948940 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08134e1e-87c5-443b-95f0-279d1c44876d admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:51:39.954146 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-08134e1e-87c5-443b-95f0-279d1c44876d admin admin] 10.222.0.16 "PUT /v2.0/routers/a563d47f-d718-4cb8-b52c-c168f7e2c545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7173011 Jul 28 03:51:39.956648 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 50430) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:39.959208 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786d299-8bf6-419f-9107-2e79d874f730 None None] Sync routers for ids ['a563d47f-d718-4cb8-b52c-c168f7e2c545'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:51:39.970226 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786d299-8bf6-419f-9107-2e79d874f730 None None] Routers {'a563d47f-d718-4cb8-b52c-c168f7e2c545'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:51:39.971038 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-3786d299-8bf6-419f-9107-2e79d874f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:51:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['a563d47f-d718-4cb8-b52c-c168f7e2c545'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:40.061194 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c17a77a-d051-429d-93a8-714d0cb7039f admin admin] Notify callbacks [] for router, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.080363 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-3786d299-8bf6-419f-9107-2e79d874f730 None None] Set router a563d47f-d718-4cb8-b52c-c168f7e2c545 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:51:40.162220 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c17a77a-d051-429d-93a8-714d0cb7039f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.215151 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-7c17a77a-d051-429d-93a8-714d0cb7039f admin admin] Deleting port 15e920b0-6f8e-4ca2-8308-c8dee4b03696 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:51:40.215492 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c17a77a-d051-429d-93a8-714d0cb7039f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.254771 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-3786d299-8bf6-419f-9107-2e79d874f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'name': 'tempest-TestShelveInstance-1711793524-router', 'tenant_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e920b0-6f8e-4ca2-8308-c8dee4b03696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:12Z', 'updated_at': '2021-07-28T03:51:39Z', 'revision_number': 5, 'project_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'gw_port': {'id': '15e920b0-6f8e-4ca2-8308-c8dee4b03696', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:82:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:39:12Z', 'updated_at': '2021-07-28T03:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:40.280193 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786d299-8bf6-419f-9107-2e79d874f730 None None] Checking router: a563d47f-d718-4cb8-b52c-c168f7e2c545 for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:51:40.288930 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786d299-8bf6-419f-9107-2e79d874f730 None None] Routers {'a563d47f-d718-4cb8-b52c-c168f7e2c545'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:51:40.289547 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-3786d299-8bf6-419f-9107-2e79d874f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:51:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['a563d47f-d718-4cb8-b52c-c168f7e2c545'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:40.295864 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-7c17a77a-d051-429d-93a8-714d0cb7039f admin admin] For port 15e920b0-6f8e-4ca2-8308-c8dee4b03696, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=15e920b0-6f8e-4ca2-8308-c8dee4b03696,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:40.296234 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c17a77a-d051-429d-93a8-714d0cb7039f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.309149 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-7c17a77a-d051-429d-93a8-714d0cb7039f admin admin] Calling delete_port for 15e920b0-6f8e-4ca2-8308-c8dee4b03696 owned by network:router_gateway {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:51:40.375099 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-3786d299-8bf6-419f-9107-2e79d874f730 None None] Set router a563d47f-d718-4cb8-b52c-c168f7e2c545 gateway port host: None {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:51:40.428354 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-3786d299-8bf6-419f-9107-2e79d874f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'name': 'tempest-TestShelveInstance-1711793524-router', 'tenant_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:12Z', 'updated_at': '2021-07-28T03:51:40Z', 'revision_number': 6, 'project_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'gw_port_host': None}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:40.456266 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786d299-8bf6-419f-9107-2e79d874f730 None None] The sync data for ids ['a563d47f-d718-4cb8-b52c-c168f7e2c545'] in dv-cinder-733062-21-iscsi is: [{'id': 'a563d47f-d718-4cb8-b52c-c168f7e2c545', 'name': 'tempest-TestShelveInstance-1711793524-router', 'tenant_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:39:12Z', 'updated_at': '2021-07-28T03:51:40Z', 'revision_number': 6, 'project_id': 'daa5767c8c514b27b56c92e463dbf2cc', 'gw_port_host': None}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:51:40.494220 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c17a77a-d051-429d-93a8-714d0cb7039f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.533012 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17a77a-d051-429d-93a8-714d0cb7039f admin admin] Pushing event deleted for resources: {'Port': ['ID=15e920b0-6f8e-4ca2-8308-c8dee4b03696,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:40.585523 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c17a77a-d051-429d-93a8-714d0cb7039f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33084914'] for router_gateway, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.672585 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c17a77a-d051-429d-93a8-714d0cb7039f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33129325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-211171'] for router, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.674544 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c17a77a-d051-429d-93a8-714d0cb7039f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.719506 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c17a77a-d051-429d-93a8-714d0cb7039f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33128701'] for router, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.720174 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c17a77a-d051-429d-93a8-714d0cb7039f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a563d47f-d718-4cb8-b52c-c168f7e2c545 {{(pid=93262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:51:40.724269 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c17a77a-d051-429d-93a8-714d0cb7039f admin admin] Notify callbacks [] for router, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.726449 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-7c17a77a-d051-429d-93a8-714d0cb7039f admin admin] 10.222.0.16 "DELETE /v2.0/routers/a563d47f-d718-4cb8-b52c-c168f7e2c545 HTTP/1.1" status: 204 len: 168 time: 0.7682405 Jul 28 03:51:40.728857 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 50438) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:40.771212 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c09c21-c250-4a2a-a971-82b653fffa3d admin admin] Deleting subnet 322d27a3-4881-42ea-bda6-f5aefde10b6d {{(pid=93262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:51:40.774810 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-26c09c21-c250-4a2a-a971-82b653fffa3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.815808 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-26c09c21-c250-4a2a-a971-82b653fffa3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30318906'] for subnet, precommit_delete_associations {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.904359 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-26c09c21-c250-4a2a-a971-82b653fffa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.957760 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-26c09c21-c250-4a2a-a971-82b653fffa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30596327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30343369'] for subnet, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.984362 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c09c21-c250-4a2a-a971-82b653fffa3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=322d27a3-4881-42ea-bda6-f5aefde10b6d,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:40.986308 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-26c09c21-c250-4a2a-a971-82b653fffa3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:40.988173 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-26c09c21-c250-4a2a-a971-82b653fffa3d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/322d27a3-4881-42ea-bda6-f5aefde10b6d HTTP/1.1" status: 204 len: 168 time: 0.2584102 Jul 28 03:51:40.990597 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 50442) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:40.992913 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deb5abe-1805-43b9-8964-d2bed0e7306d None None] Network 6e99adb8-dac7-48e4-90f3-a5b0d3e1f496 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:51:41.057455 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.113308 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] Deleting port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:51:41.113654 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.175604 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] For port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=d21d4de6-b3e6-4ede-9031-a3a60f4a5c34,segment=NetworkSegment(44b0868e-3913-4810-a5b6-9e5c5305c19d),segment_id=44b0868e-3913-4810-a5b6-9e5c5305c19d)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:41.175962 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.190665 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] Calling delete_port for d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 owned by network:dhcp {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:51:41.212295 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] DHCP port deletion for 6e99adb8-dac7-48e4-90f3-a5b0d3e1f496 request from dv-cinder-733062-21-iscsi {{(pid=93264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:51:41.259615 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Deleting port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 {{(pid=93264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:51:41.260020 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.276480 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.301739 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] Pushing event deleted for resources: {'Port': ['ID=d21d4de6-b3e6-4ede-9031-a3a60f4a5c34,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:41.309256 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] No DVR routers for this DVR port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 on host dv-cinder-733062-21-iscsi {{(pid=93262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:51:41.326242 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] For port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=d21d4de6-b3e6-4ede-9031-a3a60f4a5c34,segment=NetworkSegment(44b0868e-3913-4810-a5b6-9e5c5305c19d),segment_id=44b0868e-3913-4810-a5b6-9e5c5305c19d)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:51:41.326645 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.340189 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Calling delete_port for d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 owned by network:dhcp {{(pid=93264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:51:41.379791 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.390572 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e99adb8-dac7-48e4-90f3-a5b0d3e1f496']}} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:41.404925 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b0868e-3913-4810-a5b6-9e5c5305c19d') {'for_net_delete': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:41.405223 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b0868e-3913-4810-a5b6-9e5c5305c19d') {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:51:41.414649 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30318899'] for segment, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.428269 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.436257 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:51:41.436695 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30596253'] for segment, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: Traceback (most recent call last): Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: timer() Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: cb(*args, **kw) Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: return func(*args, **kwargs) Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: self._notify() Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: self.callback(batched_events) Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: event.method(event) Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: return f(self, *a, **k) Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._get(url).json() Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: return self.request(url, 'GET', **kwargs) Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:51:41.438484 dv-cinder-733062-21-iscsi neutron-server[93262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:51:41.469386 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767'] for port, after_delete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.496417 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Pushing event deleted for resources: {'Port': ['ID=d21d4de6-b3e6-4ede-9031-a3a60f4a5c34,revision_number=None']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:41.505122 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] No DVR routers for this DVR port d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 on host dv-cinder-733062-21-iscsi {{(pid=93264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:51:41.512637 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.518326 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:41.518888 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:41.519458 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:41.519678 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.520284 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:41.520879 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:41.524487 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:41.524487 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:41.524701 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] 10.222.0.16 "DELETE /v2.0/networks/6e99adb8-dac7-48e4-90f3-a5b0d3e1f496 HTTP/1.1" status: 204 len: 168 time: 0.5302403 Jul 28 03:51:41.524795 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:41.524795 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:41.524795 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:41.524795 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:41.524795 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edcf9e-4081-4882-bf4f-6444dd17e760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:51:41.541385 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a963191-fe24-40f2-b8b2-6e3b93900abc admin admin] Pushing event deleted for resources: {'Network': ['ID=6e99adb8-dac7-48e4-90f3-a5b0d3e1f496,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:41.645950 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 50452) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:41.685836 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-94c0be2b-cbfc-4be6-add8-12f0fa4fc275 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcfeb19e3a6d42cfbf29ba7e9a7aeacf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386934 Jul 28 03:51:41.688281 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 50454) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:41.735502 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-39c4540b-9983-4571-bcea-32c07b4c9c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.756170 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-39c4540b-9983-4571-bcea-32c07b4c9c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.804460 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-39c4540b-9983-4571-bcea-32c07b4c9c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.807090 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-39c4540b-9983-4571-bcea-32c07b4c9c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:41.808238 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-39c4540b-9983-4571-bcea-32c07b4c9c06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a1e35a1-9392-4fac-ba44-58c1838cd4ae HTTP/1.1" status: 204 len: 168 time: 0.1190517 Jul 28 03:51:41.815537 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4540b-9983-4571-bcea-32c07b4c9c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1e35a1-9392-4fac-ba44-58c1838cd4ae,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:42.066424 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:51:42.088657 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:51:42.089005 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device d21d4de6-b3e6-4ede-9031-a3a60f4a5c34 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:51:42.089433 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 15e920b0-6f8e-4ca2-8308-c8dee4b03696 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:51:42.108079 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: 15e920b0-6f8e-4ca2-8308-c8dee4b03696 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:51:42.108469 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 15e920b0-6f8e-4ca2-8308-c8dee4b03696 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:51:42.108884 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 1af857fe-6dbc-432d-90d4-79842c4ed1f5 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:51:42.127399 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: 1af857fe-6dbc-432d-90d4-79842c4ed1f5 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:51:42.127776 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 1af857fe-6dbc-432d-90d4-79842c4ed1f5 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:51:42.128499 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 50462) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:42.168693 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-1a446d49-6a38-4a5b-92c8-6995b5337c08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=daa5767c8c514b27b56c92e463dbf2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390685 Jul 28 03:51:42.171053 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 50464) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:51:42.219672 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-46c3ebd2-9366-43f7-b6d6-23a724bb5e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:42.240622 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-46c3ebd2-9366-43f7-b6d6-23a724bb5e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:42.288241 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-46c3ebd2-9366-43f7-b6d6-23a724bb5e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:42.291140 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-46c3ebd2-9366-43f7-b6d6-23a724bb5e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:42.292353 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-46c3ebd2-9366-43f7-b6d6-23a724bb5e7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/530d6438-4241-4e7d-a3ea-9991521a461f HTTP/1.1" status: 204 len: 168 time: 0.1204278 Jul 28 03:51:42.299866 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3ebd2-9366-43f7-b6d6-23a724bb5e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530d6438-4241-4e7d-a3ea-9991521a461f,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:51:50.457185 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-98c517cb-3c4f-4368-9299-e471e2e836e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:53.295873 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:53.312179 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-ccfdb99d-da89-43cf-95bb-a1412c2af2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:53.373550 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:54.290297 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:51:55.997117 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:07.024100 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:52:20.460287 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-94bc0e5f-2fce-47bb-959a-d9c9382e6c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:23.320840 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-359e706e-3e66-442f-8f49-cd6c557e74bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:23.323359 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:23.373803 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:24.291807 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:25.999153 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:37.685147 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f67cd282-0c49-4951-8c98-10e5be6a1178 req-a9b8b6ed-f96b-4047-8501-985437d702c0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1418157 Jul 28 03:52:37.782817 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cd282-0c49-4951-8c98-10e5be6a1178 req-a7c6efc1-e46a-4229-babc-754a104c915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:37.784296 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f67cd282-0c49-4951-8c98-10e5be6a1178 req-a7c6efc1-e46a-4229-babc-754a104c915b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 1098 time: 0.0425215 Jul 28 03:52:37.884501 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cd282-0c49-4951-8c98-10e5be6a1178 req-8688f01e-d167-4316-98ab-d11c47964d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:37.885961 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f67cd282-0c49-4951-8c98-10e5be6a1178 req-8688f01e-d167-4316-98ab-d11c47964d3c service neutron] 10.222.0.25 "GET /v2.0/networks?id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 200 len: 911 time: 0.0826573 Jul 28 03:52:37.953778 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f67cd282-0c49-4951-8c98-10e5be6a1178 req-d863ca62-2216-4108-9027-ad98cbbc1638 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e78fba6c-176b-4f20-8246-8712019f721a HTTP/1.1" status: 200 len: 1001 time: 0.0600097 Jul 28 03:52:38.003125 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cd282-0c49-4951-8c98-10e5be6a1178 req-7f175e40-4191-4380-896d-399676ebd984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:38.004599 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f67cd282-0c49-4951-8c98-10e5be6a1178 req-7f175e40-4191-4380-896d-399676ebd984 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0855aebe-89e1-4a95-8ec3-265771853473 HTTP/1.1" status: 200 len: 849 time: 0.0442076 Jul 28 03:52:38.048591 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cd282-0c49-4951-8c98-10e5be6a1178 req-9a047e47-26f6-4a55-9ea4-55b71c816b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:38.050034 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f67cd282-0c49-4951-8c98-10e5be6a1178 req-9a047e47-26f6-4a55-9ea4-55b71c816b08 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388265 Jul 28 03:52:38.140733 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f67cd282-0c49-4951-8c98-10e5be6a1178 req-e051cdec-81c9-41a3-88d7-c60cf2870755 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834091 Jul 28 03:52:38.229171 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f67cd282-0c49-4951-8c98-10e5be6a1178 req-3a68f469-83d5-4a55-ad9b-f8d01af674fc service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815604 Jul 28 03:52:39.124247 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c846e-6720-462b-a5d3-25df77a9ee13 req-00e5f78b-6449-4589-96ce-9763dfc42974 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:39.125751 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a73c846e-6720-462b-a5d3-25df77a9ee13 req-00e5f78b-6449-4589-96ce-9763dfc42974 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.1796644 Jul 28 03:52:39.168582 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a73c846e-6720-462b-a5d3-25df77a9ee13 req-9816ebca-61f6-4340-9e62-72695cd49bd4 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360615 Jul 28 03:52:39.735588 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4f67e-f205-464b-953c-d4aedb28c95d req-c5559d66-8194-4d63-8a46-f23c41ecf147 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:39.737204 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cdf4f67e-f205-464b-953c-d4aedb28c95d req-c5559d66-8194-4d63-8a46-f23c41ecf147 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0494640 Jul 28 03:52:39.831222 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-cdf4f67e-f205-464b-953c-d4aedb28c95d req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Deleting port e78fba6c-176b-4f20-8246-8712019f721a {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:52:39.831564 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cdf4f67e-f205-464b-953c-d4aedb28c95d req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:39.927354 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-cdf4f67e-f205-464b-953c-d4aedb28c95d req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] For port e78fba6c-176b-4f20-8246-8712019f721a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e78fba6c-176b-4f20-8246-8712019f721a,segment=NetworkSegment(844ea769-6c3b-434d-9efb-efca6148041c),segment_id=844ea769-6c3b-434d-9efb-efca6148041c)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:52:39.927737 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cdf4f67e-f205-464b-953c-d4aedb28c95d req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:40.304949 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaec90-8de3-4139-9356-61cae523e70f req-dfbc1c71-0ada-4bfb-b0cb-18569d3bb084 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:40.306416 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4bbaec90-8de3-4139-9356-61cae523e70f req-dfbc1c71-0ada-4bfb-b0cb-18569d3bb084 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 945 time: 0.0542419 Jul 28 03:52:40.344657 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4bbaec90-8de3-4139-9356-61cae523e70f req-e073217f-24ff-42ea-aa55-ced668af8053 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81bd048-014a-4652-b6d0-aae4577ad40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323653 Jul 28 03:52:40.385096 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cdf4f67e-f205-464b-953c-d4aedb28c95d req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:40.385469 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cdf4f67e-f205-464b-953c-d4aedb28c95d req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:40.385782 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.l3_db [req-cdf4f67e-f205-464b-953c-d4aedb28c95d req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Floating IP c60fc05e-eb53-4f0d-9922-6190b056e18b disassociated. External IP: 172.27.1.222, port: e78fba6c-176b-4f20-8246-8712019f721a. Jul 28 03:52:40.386123 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-cdf4f67e-f205-464b-953c-d4aedb28c95d req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Calling delete_port for e78fba6c-176b-4f20-8246-8712019f721a owned by compute:nova {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:52:40.513922 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cdf4f67e-f205-464b-953c-d4aedb28c95d req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:40.541960 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event deleted for resources: {'Port': ['ID=e78fba6c-176b-4f20-8246-8712019f721a,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:40.553166 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:40.553522 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:40.553868 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:40.554206 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:40.554541 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:40.554876 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:40.555265 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:40.555543 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:40.555905 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:40.556231 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:40.556557 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:40.556885 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:52:40.667551 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdf4f67e-f205-464b-953c-d4aedb28c95d req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Router d73caf4e-33ff-491d-aabf-17a70f2a61c6 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:52:40.776052 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdf4f67e-f205-464b-953c-d4aedb28c95d req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:52:40.787398 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf77ffd5-4482-4560-bf81-5a7861eee9c0 None None] Sync routers for ids ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:52:40.797037 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf77ffd5-4482-4560-bf81-5a7861eee9c0 None None] Routers {'d73caf4e-33ff-491d-aabf-17a70f2a61c6'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:52:40.797723 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-bf77ffd5-4482-4560-bf81-5a7861eee9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:52:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:40.842639 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf4f67e-f205-464b-953c-d4aedb28c95d req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] No DVR routers for this DVR port e78fba6c-176b-4f20-8246-8712019f721a on host hv-cinder-73306 {{(pid=93263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:52:40.845399 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cdf4f67e-f205-464b-953c-d4aedb28c95d req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:40.847602 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cdf4f67e-f205-464b-953c-d4aedb28c95d req-c390b744-0442-4ef0-b850-551ddcec3f90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.25 "DELETE /v2.0/ports/e78fba6c-176b-4f20-8246-8712019f721a HTTP/1.1" status: 204 len: 173 time: 1.1045444 Jul 28 03:52:40.848244 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eb74a9-c89c-4863-9431-4de9be74c41c', 'name': 'network-vif-deleted', 'tag': 'e78fba6c-176b-4f20-8246-8712019f721a'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:52:40.852013 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b554fa24-dcbb-4d3d-b0c4-2221d73e4888" -d '{"events": [{"server_uuid": "c0eb74a9-c89c-4863-9431-4de9be74c41c", "name": "network-vif-deleted", "tag": "e78fba6c-176b-4f20-8246-8712019f721a"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:52:40.909286 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1260460-4324-4401-b241-f522f5dbd775 x-openstack-request-id: req-a1260460-4324-4401-b241-f522f5dbd775 {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:52:40.910037 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eb74a9-c89c-4863-9431-4de9be74c41c", "name": "network-vif-deleted", "tag": "e78fba6c-176b-4f20-8246-8712019f721a", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:52:40.910776 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1260460-4324-4401-b241-f522f5dbd775 {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:52:40.911243 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0eb74a9-c89c-4863-9431-4de9be74c41c', 'name': 'network-vif-deleted', 'tag': 'e78fba6c-176b-4f20-8246-8712019f721a', 'status': 'completed', 'code': 200} Jul 28 03:52:40.922707 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-bf77ffd5-4482-4560-bf81-5a7861eee9c0 None None] Set router d73caf4e-33ff-491d-aabf-17a70f2a61c6 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:52:41.128435 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-bf77ffd5-4482-4560-bf81-5a7861eee9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:21Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'd1873c1d-5b49-4e52-baa7-b192cabb45f5', 'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'mac_address': 'fa:16:3e:8d:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:19Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 5, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'subnets': [{'id': '0855aebe-89e1-4a95-8ec3-265771853473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:41.157716 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf77ffd5-4482-4560-bf81-5a7861eee9c0 None None] Checking router: d73caf4e-33ff-491d-aabf-17a70f2a61c6 for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:52:41.166317 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf77ffd5-4482-4560-bf81-5a7861eee9c0 None None] Routers {'d73caf4e-33ff-491d-aabf-17a70f2a61c6'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:52:41.166930 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-bf77ffd5-4482-4560-bf81-5a7861eee9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:52:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:41.268883 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-bf77ffd5-4482-4560-bf81-5a7861eee9c0 None None] Set router d73caf4e-33ff-491d-aabf-17a70f2a61c6 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:52:41.440210 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-842b3a7f-83f2-468c-84fa-56e53010e263 req-f66c2d17-532c-401c-8643-f8c00c7f5064 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0255604 Jul 28 03:52:41.459163 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-bf77ffd5-4482-4560-bf81-5a7861eee9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:21Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'd1873c1d-5b49-4e52-baa7-b192cabb45f5', 'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'mac_address': 'fa:16:3e:8d:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:19Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 5, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'subnets': [{'id': '0855aebe-89e1-4a95-8ec3-265771853473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:52:41.485854 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf77ffd5-4482-4560-bf81-5a7861eee9c0 None None] The sync data for ids ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'] in dv-cinder-733062-21-iscsi is: [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:21Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'd1873c1d-5b49-4e52-baa7-b192cabb45f5', 'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'mac_address': 'fa:16:3e:8d:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:19Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 5, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'subnets': [{'id': '0855aebe-89e1-4a95-8ec3-265771853473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:52:41.689901 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a647f6b-8e97-4bd6-bf2d-31d7a4203c8c None None] New status for floating IP c60fc05e-eb53-4f0d-9922-6190b056e18b: DOWN {{(pid=93264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:52:42.533972 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-419628b8-1d14-4079-98de-19c02d20c8d5 req-d577eaf5-06b9-4c25-bcc6-45bf193d4d81 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0249238 Jul 28 03:52:43.417267 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device e78fba6c-176b-4f20-8246-8712019f721a no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:52:43.436396 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: e78fba6c-176b-4f20-8246-8712019f721a {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:52:43.436745 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device e78fba6c-176b-4f20-8246-8712019f721a not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:52:43.627802 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73812522-9797-41ed-90b4-60372c2451bd req-961c4a17-953a-4045-9e45-a3bcd2ac2c0e tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0265329 Jul 28 03:52:44.022700 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:52:44.220019 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23439976-65e8-466d-932a-24ed7898ff67 req-f7a8c953-b3e4-40ce-b477-c7c082e8c130 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:44.221360 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-23439976-65e8-466d-932a-24ed7898ff67 req-f7a8c953-b3e4-40ce-b477-c7c082e8c130 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 946 time: 0.0523193 Jul 28 03:52:44.258866 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-23439976-65e8-466d-932a-24ed7898ff67 req-8c29dd41-35ac-4e46-9eea-f60b14b05ef8 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/security-groups?id=24fb9d02-8752-4e11-88ae-a44c7bf689a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309429 Jul 28 03:52:44.722125 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7a47c10c-5dac-4867-9ce5-e436a4ac9511 req-3ab53975-b231-4365-afeb-ddf3d8d593eb tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0273287 Jul 28 03:52:44.883485 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a4b9a-e2f5-4a1b-a555-faabc18a4cfc req-37129d05-edbc-484b-97ec-112058359aa2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:52:44.884966 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8e0a4b9a-e2f5-4a1b-a555-faabc18a4cfc req-37129d05-edbc-484b-97ec-112058359aa2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.25 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 946 time: 0.0517445 Jul 28 03:52:44.972136 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-8e0a4b9a-e2f5-4a1b-a555-faabc18a4cfc req-861a87ed-8555-4773-9e86-84f14ff26e86 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Deleting port 00ec2991-6499-46ee-92c3-65a3dcb24629 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:52:44.972399 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-8e0a4b9a-e2f5-4a1b-a555-faabc18a4cfc req-861a87ed-8555-4773-9e86-84f14ff26e86 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:45.061872 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-8e0a4b9a-e2f5-4a1b-a555-faabc18a4cfc req-861a87ed-8555-4773-9e86-84f14ff26e86 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] For port 00ec2991-6499-46ee-92c3-65a3dcb24629, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=00ec2991-6499-46ee-92c3-65a3dcb24629,segment=NetworkSegment(83cbbab4-5474-48ae-9adf-8f04ae7e9586),segment_id=83cbbab4-5474-48ae-9adf-8f04ae7e9586)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:52:45.062234 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-8e0a4b9a-e2f5-4a1b-a555-faabc18a4cfc req-861a87ed-8555-4773-9e86-84f14ff26e86 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:45.075130 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-8e0a4b9a-e2f5-4a1b-a555-faabc18a4cfc req-861a87ed-8555-4773-9e86-84f14ff26e86 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Calling delete_port for 00ec2991-6499-46ee-92c3-65a3dcb24629 owned by compute:nova {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:52:45.200410 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-8e0a4b9a-e2f5-4a1b-a555-faabc18a4cfc req-861a87ed-8555-4773-9e86-84f14ff26e86 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:45.233956 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a87ed-8555-4773-9e86-84f14ff26e86 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Pushing event deleted for resources: {'Port': ['ID=00ec2991-6499-46ee-92c3-65a3dcb24629,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:52:45.236153 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['00ec2991-6499-46ee-92c3-65a3dcb24629'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:52:45.275997 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0a4b9a-e2f5-4a1b-a555-faabc18a4cfc req-861a87ed-8555-4773-9e86-84f14ff26e86 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] No DVR routers for this DVR port 00ec2991-6499-46ee-92c3-65a3dcb24629 on host hv-cinder-73306 {{(pid=93263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:52:45.278353 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-8e0a4b9a-e2f5-4a1b-a555-faabc18a4cfc req-861a87ed-8555-4773-9e86-84f14ff26e86 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:45.280351 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8e0a4b9a-e2f5-4a1b-a555-faabc18a4cfc req-861a87ed-8555-4773-9e86-84f14ff26e86 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.25 "DELETE /v2.0/ports/00ec2991-6499-46ee-92c3-65a3dcb24629 HTTP/1.1" status: 204 len: 173 time: 0.3888514 Jul 28 03:52:45.280771 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6defc507-3456-460c-94f0-1d954af7997d', 'name': 'network-vif-deleted', 'tag': '00ec2991-6499-46ee-92c3-65a3dcb24629'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:52:45.283154 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c562c206-4080-4948-8fb5-6271ab278dc4" -d '{"events": [{"server_uuid": "6defc507-3456-460c-94f0-1d954af7997d", "name": "network-vif-deleted", "tag": "00ec2991-6499-46ee-92c3-65a3dcb24629"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:52:45.355133 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9036070b-060e-410e-8e72-c15e9f04b9ff req-9bcf2ce7-dc6f-48b4-803f-5ab9267977bf tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0272322 Jul 28 03:52:45.397452 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bf8531-33f1-4354-9881-aa2a472cfc52 x-openstack-request-id: req-01bf8531-33f1-4354-9881-aa2a472cfc52 {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:52:45.397740 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6defc507-3456-460c-94f0-1d954af7997d", "name": "network-vif-deleted", "tag": "00ec2991-6499-46ee-92c3-65a3dcb24629", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:52:45.398005 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01bf8531-33f1-4354-9881-aa2a472cfc52 {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:52:45.398401 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6defc507-3456-460c-94f0-1d954af7997d', 'name': 'network-vif-deleted', 'tag': '00ec2991-6499-46ee-92c3-65a3dcb24629', 'status': 'completed', 'code': 200} Jul 28 03:52:45.815655 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c49c953e-6dda-4f72-a1eb-b22fdd690fc5 req-573b43ab-0c3a-4b63-86d3-1e4897d2faaf tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0259256 Jul 28 03:52:46.447462 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e50fbb13-a432-4f5e-9439-29732fe3c045 req-5ff8ec51-65bb-44a1-ada0-9ef9d55abf8d tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0260141 Jul 28 03:52:46.910453 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dfc88cec-299e-4999-a588-f6e9967f45a9 req-82442cb4-311b-45f7-98f8-5035a97ab721 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0301991 Jul 28 03:52:47.539808 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3af58155-b5a0-476a-809c-4ecdf26de2cf req-c2b0da78-3f29-4fe6-ba16-942489e4bb5e tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0261402 Jul 28 03:52:48.001461 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-80ba5fdd-1562-4125-b7d5-b895a9393a10 req-5fbabd56-25ee-4932-bbd4-99337d7bbe3b tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0261004 Jul 28 03:52:48.630956 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc6529fd-4ddf-4933-8348-7bb0a1241c95 req-54216555-6867-477c-b0db-47c5fc580466 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0264418 Jul 28 03:52:49.091878 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2c73799d-48c6-43c1-9f50-49ee849d9287 req-63c2aec4-4bf4-4929-afb3-2bb038af752a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0257351 Jul 28 03:52:49.454486 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 00ec2991-6499-46ee-92c3-65a3dcb24629 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:52:49.474383 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: 00ec2991-6499-46ee-92c3-65a3dcb24629 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:52:49.474716 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 00ec2991-6499-46ee-92c3-65a3dcb24629 not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:52:49.723810 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-03ca61bd-7dfe-4606-a5b0-ba378e3cca84 req-18fa3236-677e-46d1-be61-0a3ef1fe50bb tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0253038 Jul 28 03:52:50.188184 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a392d31a-5219-4885-9577-a1cab16040e3 req-c29e7b5f-7f0e-4993-bdef-ce7efb9dd019 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0291412 Jul 28 03:52:50.460807 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e5b74b1d-9735-4392-8d7e-eabbaead78fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:50.816259 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0a64dd78-6c87-4c43-a7ca-12acdf5c3bbf req-144bef51-57c6-41ac-ac54-2154010940f8 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0261602 Jul 28 03:52:51.283398 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b08e5580-6bc5-4cb1-9287-aeeedcbe610b req-4540de58-41f9-4f3a-878b-5838a9131c32 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0263333 Jul 28 03:52:51.906800 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3d06d3e7-9600-4e07-b966-c3a3f8e62c1e req-217ec94d-a795-4018-836b-820a8b28baaf tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0252829 Jul 28 03:52:52.375582 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a34d762e-611e-49c1-b7be-0742506eee22 req-d8ccd838-2fd6-44ac-b54f-a4309e962b2c tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0268359 Jul 28 03:52:52.997994 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-83c3460c-1566-4739-9ea4-c2d516883ebf req-eb87dd91-6f80-45c8-9208-a1dda7c66ee3 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0256083 Jul 28 03:52:53.308831 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:53.312789 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-a6230660-60bc-409e-82bf-9bfed60e9918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:53.373515 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:53.469905 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-af669326-5364-4fa5-84e1-cef4f3ede292 req-2068e181-e341-4f81-b6d9-3481924b7ee5 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0296614 Jul 28 03:52:54.088643 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d2fe0062-0784-4426-bc6d-a1c856ecea7e req-e2501aee-0de8-451d-a2c4-45620c7b4b86 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0256555 Jul 28 03:52:54.294177 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:54.561669 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e0b9fdb7-d11c-4419-bbdc-df01d6bf413d req-51ba51e8-d70a-4cbb-9448-eba1f3f36c88 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0265713 Jul 28 03:52:55.181651 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-96d301d7-5ff1-42af-868f-34d399f0d190 req-19c9f429-f5ae-452c-a4fc-07b84afa3ab5 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0260074 Jul 28 03:52:55.652467 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3b220453-8df3-4ac2-bfac-1f4062e87175 req-d8e576de-826f-45aa-9dcf-e912df021870 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0261571 Jul 28 03:52:56.002248 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:52:56.275391 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8c7ce9a2-02af-4f6f-8476-4d6d43a2e38f req-d3fa297b-3a64-4f99-9c9b-328cf332f4e3 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0254896 Jul 28 03:52:56.754176 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1b70ee1b-73c0-4756-a6be-6e07675ca9ad req-74700127-3046-479a-98fe-3715fd84c1a0 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0298605 Jul 28 03:52:57.367380 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cd487650-9c99-428e-aedb-de60d4d65572 req-6f8147a6-84f3-47b0-9981-5757bedb53e4 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0265779 Jul 28 03:52:57.841319 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8a27f8cc-8876-4b96-aa0b-61cb2b7cff33 req-639aa959-4778-4bb1-bed4-75863aa9861c tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0261211 Jul 28 03:52:58.458920 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1725424c-3fe4-4b7c-a3ae-28a186fe7598 req-d93a1dd5-5e19-4ccb-83f6-1f722a127738 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0259473 Jul 28 03:52:58.933968 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9f4d7683-0abd-464e-af06-d208b810148f req-64c360de-5d38-4a41-b92a-c36f3e03bc14 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0264151 Jul 28 03:52:59.550705 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-120b6819-861f-495a-812e-f9a4e92ee98a req-f802168a-471d-4480-a413-fed593f32696 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0260339 Jul 28 03:53:00.030019 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9e045dfb-44aa-49b9-85f1-734241e0c77c req-980df779-407c-40bb-9f4a-15b5efd56ecb tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0302806 Jul 28 03:53:00.643416 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5b144915-15b2-4c7e-98c4-ec05d6b538b8 req-9a6ae835-7b05-43e5-814f-d36405475714 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0254672 Jul 28 03:53:01.121608 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5bdab19f-4de2-41ee-a420-dd3db04005cc req-221395e5-3738-41e1-ae06-4bc963495f2a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0265095 Jul 28 03:53:01.734291 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e277f40f-70ec-4c0d-941d-81816f34664c req-70aa8411-2e7d-49a0-9634-31ea7aa8a60a tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0254285 Jul 28 03:53:02.214175 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7a912452-be27-472f-a516-18094804ca53 req-39552b81-524e-41b5-9177-15bf3400aa88 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0255027 Jul 28 03:53:02.831801 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f1795d79-ed77-4527-b412-26521762aa7e req-a38cc228-5473-4c6e-b51a-a69314513683 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0255649 Jul 28 03:53:03.309823 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-703c9134-3af9-4ecb-8480-e560f3e6da13 req-3fd45713-998c-4fe5-9f76-d85929862c31 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0291538 Jul 28 03:53:03.924366 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3f4be738-19d1-4e21-a672-bb7d528db170 req-fb905c1c-098a-40b3-9441-0bb2fbe8dbfa tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0256641 Jul 28 03:53:04.402043 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1e887f32-e65a-495e-a052-df7a9325d482 req-2a935c82-eb39-4512-b900-fd273ad318e4 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0255208 Jul 28 03:53:05.014953 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b0add6d7-e577-4aa5-be85-fe80fa711cfc req-935c727a-77b8-4379-a5e2-2943d6524d5f tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0255194 Jul 28 03:53:05.495277 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64ea93d-7d8a-4300-b38f-dedc9471fda1 req-bb7be3e2-64ec-4365-af0e-74187bc5c930 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0260825 Jul 28 03:53:06.106849 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ab69bd5a-e583-41e4-8ae8-ec3a67f592ae req-a710be03-5dfd-48a8-800b-4baa8ac3d50a tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0265355 Jul 28 03:53:06.590499 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eb9841dd-9b39-463c-b73c-cfc2e43cf48d req-8daeb750-0645-4a43-a499-0923a0acb77b tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0295928 Jul 28 03:53:07.199909 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-283ea190-db23-4ee1-94a6-142d9f641894 req-3711b2f5-0694-493f-aa39-90c8c75bcaaa tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0273921 Jul 28 03:53:07.828103 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f42cd2e1-2ffa-4a77-89e3-9074e09e815b req-b59e599d-93f1-420b-a6ec-8cf79bdf1aca tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0257580 Jul 28 03:53:08.295514 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c3d7c420-7bb1-4ac1-8db9-d9a2327a6012 req-08d9fbf6-ac99-4372-b5ac-174377629419 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0264566 Jul 28 03:53:08.920240 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5da57255-6eab-4bb3-9f7c-4bb2d38fe561 req-254bc6cb-88f6-4393-b580-3c061e5d2405 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0266964 Jul 28 03:53:09.389716 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f469ac3b-becd-4e36-a4d1-80723e31dd6b req-552acb8b-e144-4be0-901e-cb06730efd16 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0276856 Jul 28 03:53:10.016429 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3031b84c-cb4a-462c-b3c5-1d3ea961fb53 req-f1ef521e-f894-4302-a0bd-aed6b39af396 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0295358 Jul 28 03:53:10.486482 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f3596821-d6f7-49f2-abd6-2dceff56182f req-fec2a9ce-d1f4-4a78-a314-3e0828433ec2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0263917 Jul 28 03:53:11.112328 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e54ddf6d-5bfe-41e7-99c3-d2c2c18a989f req-4a2f0b0c-7ecd-4512-ad87-78c9d092d304 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0255563 Jul 28 03:53:11.579883 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b9d3e561-3d2a-4ea2-b0cc-6a12933a5212 req-cc22d97c-2494-42ee-98d6-27e413c55949 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0262296 Jul 28 03:53:12.207091 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-786e5fcb-5684-4f52-a509-6b3d374e4540 req-b3d77ff1-8695-42af-bce6-08c96057a576 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0258708 Jul 28 03:53:12.671003 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fcea0e39-4433-426f-8da9-7c3362d332d3 req-a12893d4-a1d3-4450-a39a-67d46e369f55 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0258176 Jul 28 03:53:13.303614 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2e762927-9a7c-4c8e-870a-14461396d6d0 req-9ba33c89-a3b3-44bb-ace1-4bfb88799652 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0306673 Jul 28 03:53:13.762733 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-72bfcb02-bb7d-4ab2-a0c9-5a0bd7e6288e req-99778954-5c74-4c3c-96da-e1ba4cbd6908 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0261307 Jul 28 03:53:14.395647 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-056e6d83-5f52-493c-b845-cb956b4980de req-5def669a-1fe4-4d68-9826-8a4c02ff0b15 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0259399 Jul 28 03:53:14.855227 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0a34617b-93c1-4cf6-8faf-87d13ffa0215 req-0b0ced82-51d7-4223-9350-b339d5ba19f8 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0265751 Jul 28 03:53:15.486478 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-721c746a-f649-415b-9839-25a9b9dedf91 req-e8dd7515-6e16-47eb-9b08-dbebe2495e9a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0259640 Jul 28 03:53:15.945253 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d7c4c599-523e-45d0-afee-a42265a0d7f7 req-820b689e-f500-40b1-baf4-9bb4a2b1bdcb tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0249372 Jul 28 03:53:16.580868 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-83d10056-c008-45d6-b15a-36484517fa7d req-4e3fc7d2-5ad4-410e-af0a-fa1aa4e6338e tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0297182 Jul 28 03:53:17.037128 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2509c095-1738-40a1-b787-8cff6d98e076 req-95e9d12e-6f63-4538-b749-2e08ac79c42c tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0259888 Jul 28 03:53:17.672746 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f2ad8aa1-937e-41fb-9150-a5a692509bc9 req-a4405472-1f2a-4978-90b8-9c9c4c9fc289 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0257642 Jul 28 03:53:18.133582 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-46a24330-d1c4-429d-be9a-77fd5e32c5dc req-25001368-4bc6-40f0-b887-056ad107b8a6 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0268664 Jul 28 03:53:18.764518 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-46bae980-b2e7-4947-a531-289849b7de81 req-c5fe5ec5-fbae-4b32-a786-de52bee8d7b8 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0262485 Jul 28 03:53:19.225938 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f577ca6c-6d86-4841-b961-6b0959d22537 req-3b4d9ccf-2c06-4855-86d4-1574b4ada4ef tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0262914 Jul 28 03:53:19.859846 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-530938e9-da83-4faa-9e30-00695a55e0d1 req-07fc8468-1bf9-4cae-a5f6-0fbe1df30e41 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0295551 Jul 28 03:53:20.317749 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-123e9a5d-2d9f-4718-b7f6-5735195693d3 req-59a3d9c8-1004-4114-ae40-fec2b63a6767 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0254924 Jul 28 03:53:20.460083 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e7f9890a-8e2f-42c9-a51d-1100d993e774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:20.952581 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d06bbede-dec5-4508-936f-66d47cac24d3 req-8d5d9ac4-1174-464b-bac8-5bd30d17ae90 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0273912 Jul 28 03:53:21.022465 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:53:21.409583 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-28a5844c-e2af-4911-b301-88481ffb952e req-bc48180b-8a29-43ad-ae8b-05c672b66a25 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0258396 Jul 28 03:53:22.043111 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7e6fb2fb-9018-459d-b618-ce760e52741b req-0e4e0cd8-6752-4101-87a3-ad0f25846494 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0252559 Jul 28 03:53:22.500570 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ef0cb786-daa1-442b-aa32-4c7032f9dd8f req-beb37392-b195-496f-8e2e-e70e96fa7b15 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0263076 Jul 28 03:53:23.137829 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ae739428-cc8f-4297-a8ce-b5adf777f02e req-d7d37e15-f4d5-4582-aaf1-e68b1b1522f6 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0294232 Jul 28 03:53:23.313049 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c1cfdb85-f09d-4fed-ad86-befcf2fa0ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:23.327794 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:23.372654 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:23.593187 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7dda4bb0-a56a-45ee-805f-8d825551a62a req-69e5e9cb-aeb1-4322-8b39-55748a18a68a tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0272007 Jul 28 03:53:24.231568 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-68384471-e910-48c7-9a46-7a50a87b8bb7 req-fb2df0e0-213f-45e5-928f-81d7e3ef27c2 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0267262 Jul 28 03:53:24.297206 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:24.685715 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-caff6411-21e7-4a2f-a5ac-0cec3359fa74 req-26f726cd-829f-40b4-b4f4-6b6feaa1e2a1 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0257690 Jul 28 03:53:25.323700 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ef8c068d-30cd-45cd-a6c7-86fd930a949a req-b062ee3f-628d-4d89-8fea-7f2e9c437ede tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0262959 Jul 28 03:53:25.777609 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-67fb421d-5538-4bce-81bc-39b1ec3894d5 req-96f4e581-ec84-4976-b48c-30f48ca443ff tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0255680 Jul 28 03:53:26.003882 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:26.418399 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-222e7f70-dbdd-4cb4-b6eb-c96b5a435e8d req-011a7c32-8841-47dd-9f79-8767f160b127 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0286031 Jul 28 03:53:26.869717 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-df6fd5bc-f27c-4b6b-9ea7-4a66015b8c88 req-330b8e29-d8d8-4698-b03e-b1c5088cfb6d tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0268085 Jul 28 03:53:27.510830 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-08036cad-2030-4c83-8ed6-bfbb637d2b26 req-c0c3a04b-13e2-4fd2-8961-20d04690eca9 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0261731 Jul 28 03:53:27.961765 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c2e9d248-8d21-4b9f-b4b1-f1a9aa76438a req-f115a6ce-8585-4ec1-b1aa-ed5b2f20135d tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0261581 Jul 28 03:53:28.601475 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f8096626-87d2-45d5-a934-85c24a27ba6d req-ab18304f-b242-4bff-8648-f4d605eaa071 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0253634 Jul 28 03:53:29.054756 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-61a8336d-3e79-4937-8f9d-499febd4c01c req-7ed8f6f4-40a0-4df4-92a3-703c69c52dc5 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0269458 Jul 28 03:53:29.696285 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e0027747-3a90-4fcb-a130-329d6720037b req-e61c9480-c916-474e-922d-4adcc26d62b4 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0288603 Jul 28 03:53:30.146966 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-445365cd-96e1-4d9a-b14f-d002c9168328 req-e3a9f282-70d9-4687-aac1-493688de720c tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0267279 Jul 28 03:53:30.789175 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-458e8c63-3b71-4255-8b4d-e7d7dfb41f49 req-d71a011f-1072-4f7e-82d0-5dd485fe3f4d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0269029 Jul 28 03:53:31.238188 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c6f5616e-a3eb-4e56-bda4-6720ebc16da4 req-d254892e-8e9d-4466-a2b2-c217b00ff47a tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0254505 Jul 28 03:53:31.881010 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-947ef232-cc5d-484a-a7cb-275165f8ac18 req-3c99945b-cac7-4756-bcd7-221718acb604 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0261583 Jul 28 03:53:32.330727 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-69c55911-ee2c-409b-950f-87e06bea660c req-c03f3770-efe0-4a14-950a-79911519e67a tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0248551 Jul 28 03:53:32.975922 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-751bd99d-8b6c-47ff-b063-de85a3ced114 req-731bfaef-4fe1-4b2b-8533-c7e4f761f0f0 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0294127 Jul 28 03:53:33.422696 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cbc3dda8-993f-4f55-a5c1-e597e068408d req-fe597b7d-cb24-4516-9b95-5c3ebe7127b6 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0256028 Jul 28 03:53:34.067142 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-06474d34-4e90-433c-ac36-e61fa957afd2 req-1cee6767-518e-4776-b7ab-fc8b2f9a7a0a tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0252662 Jul 28 03:53:34.515076 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2664dd0b-673d-4616-a83c-2fca0bbd33f0 req-d58b5e50-ef22-4588-9582-49af87fb54f5 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0267935 Jul 28 03:53:35.159145 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5df196ae-80c4-42f4-8d97-0cc92a80e4de req-f6465d5e-01d4-4a7b-b29f-cdc25eb63a53 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0254261 Jul 28 03:53:35.605879 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e5407578-4b4c-4f6d-ba27-be399ed45785 req-82d9e047-d76a-4732-ac6e-c52cd45ff5e7 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0262661 Jul 28 03:53:36.258521 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c95207f1-aa65-44cb-848a-f1b8582feacc req-e679a8b0-573c-4893-8d87-168cfe09eaae tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0303779 Jul 28 03:53:36.697099 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-29e7ce3e-d2f6-46c8-b13b-67a2fdaeb592 req-e851e867-22b8-4cc4-9d45-2960f286a3df tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0262144 Jul 28 03:53:37.349411 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5bf4d7ae-abc6-46e5-9c31-8d23a239aec1 req-7349ee9d-e2b1-4f0a-86bb-5d2c019dd349 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0260963 Jul 28 03:53:37.789199 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-06380545-cba2-40f2-90cc-7283cedfb93c req-f41d9bff-f918-4f02-a058-6aa4d25d4dfc tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0260787 Jul 28 03:53:38.440855 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0249564b-4a1b-48c6-828c-6bc9fcd2f9a7 req-d996719d-ddb8-4d06-bc59-7ce4802e1abb tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0251229 Jul 28 03:53:38.711094 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-bf6e1b9a-ae58-4e7e-8d3b-610705a9cb8a req-6936285c-6083-44f6-9ae6-8dacadb728ef service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398085 Jul 28 03:53:38.780556 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e1b9a-ae58-4e7e-8d3b-610705a9cb8a req-3a262879-5755-45f4-ba59-f0036d2e82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:38.782004 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-bf6e1b9a-ae58-4e7e-8d3b-610705a9cb8a req-3a262879-5755-45f4-ba59-f0036d2e82c0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 1098 time: 0.0397897 Jul 28 03:53:38.883083 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5866ed4e-6a34-4b8b-b46a-117e1ed7bf9f req-11ec800c-1ccf-44a4-aadc-87b01816a33a tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0257432 Jul 28 03:53:38.887736 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e1b9a-ae58-4e7e-8d3b-610705a9cb8a req-de1a702a-e638-4539-a231-f37f89236f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:38.889271 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-bf6e1b9a-ae58-4e7e-8d3b-610705a9cb8a req-de1a702a-e638-4539-a231-f37f89236f2d service neutron] 10.222.0.25 "GET /v2.0/networks?id=a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 200 len: 920 time: 0.0885832 Jul 28 03:53:38.930791 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-bf6e1b9a-ae58-4e7e-8d3b-610705a9cb8a req-c47e4dbb-7b41-4c77-8037-08b511ac5dcc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a641e29-3c70-42ab-97b9-e16e6ab74607 HTTP/1.1" status: 200 len: 217 time: 0.0347433 Jul 28 03:53:38.985067 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e1b9a-ae58-4e7e-8d3b-610705a9cb8a req-2698b469-c30e-4146-88e8-e321d70e1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:53:38.986543 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-bf6e1b9a-ae58-4e7e-8d3b-610705a9cb8a req-2698b469-c30e-4146-88e8-e321d70e1f6e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38d1d376-b64d-4e01-9348-989681f94b9a HTTP/1.1" status: 200 len: 859 time: 0.0488312 Jul 28 03:53:39.017497 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-bf6e1b9a-ae58-4e7e-8d3b-610705a9cb8a req-e813c6c0-b180-470e-a079-65b83afb1ab6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a08c665d-fc97-4225-bb45-ecd81a76a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244267 Jul 28 03:53:39.106294 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-bf6e1b9a-ae58-4e7e-8d3b-610705a9cb8a req-04407922-27bf-47ed-a82b-65b23a66708d service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821035 Jul 28 03:53:39.199913 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-bf6e1b9a-ae58-4e7e-8d3b-610705a9cb8a req-8f381239-e5d3-42ff-81dc-aaac7745448c service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867620 Jul 28 03:53:39.539053 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3ddf5acb-5682-40e0-b9b0-9406e42c38d0 req-6611f814-9aa5-4f2a-a08d-9dfb887a5ac1 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0307670 Jul 28 03:53:39.974953 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-76d874bc-d88e-4b67-9c26-b7ee8e56a02a req-3bf9cd1a-3093-49e2-9087-6be5705876db tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0268691 Jul 28 03:53:40.631358 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c9d5ae7f-6063-4f22-b65f-502b80da3240 req-409781d5-eb7d-46fa-bf3b-a4eddba98bad tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0262988 Jul 28 03:53:41.066226 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b2b142c7-fee6-42f6-9bf1-6c40d3ececcb req-980d5767-0ece-47a4-bc58-6782d1531a69 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0264537 Jul 28 03:53:41.722478 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-99b6451f-c5e4-40bb-85c8-a778d201717c req-6093f85f-bb4c-496f-ba3f-2f5db53ff105 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0259793 Jul 28 03:53:42.157619 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-34db3f2a-a185-4f2a-b5bd-b56f250b270a req-4c4c1385-3fb7-436e-a3c6-44000427e9a6 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0252402 Jul 28 03:53:42.817607 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6dad1287-0573-40e8-b52b-00c2e7355989 req-b95586fb-fbc1-4ed1-bd90-c143ae0826a9 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0289776 Jul 28 03:53:43.251212 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c6150df0-76b4-4480-91f9-f50a010237f0 req-2a9487eb-37ca-43d7-9a2a-e426c21fd7d3 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0263093 Jul 28 03:53:43.910858 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a0e4565a-63de-4668-b293-3a49fe44a148 req-1c5a4ad7-f3f3-42ec-84a4-17c2c9de19b7 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0261099 Jul 28 03:53:44.342182 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0e6ada9e-62ff-4f86-9e2b-7335677f2e92 req-eb8e5ad9-1c24-4040-b886-ddc23661a98d tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0260034 Jul 28 03:53:45.006350 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d84f5aa5-653f-47f9-b53b-87bc6d0ed7f4 req-d4ac16cc-20c4-41bf-93f8-9807ef87fea6 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0290515 Jul 28 03:53:45.434802 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d01113a0-8b45-42bb-8fd0-378cbc4a1d4b req-cc8666e3-50ed-48f4-8702-bebfba033bf8 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0250063 Jul 28 03:53:46.102766 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e0e50872-ed05-49f4-9b10-2ddd2c4f7680 req-86283f42-93fa-4c91-98f6-5b936e57f509 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0292113 Jul 28 03:53:46.526692 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-141e4925-5bb3-4a9f-bec8-ed87ce6195bb req-4e458c06-598b-4408-808a-bcf90dd935fd tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0260148 Jul 28 03:53:47.197081 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f3677c01-ae55-43fb-acf0-3283e2294646 req-67a9f7fc-ae8b-42f6-878f-0a6bec83fa73 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0266669 Jul 28 03:53:47.618496 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e4380ad8-fe8e-4b4e-a997-7c2fb4e8689b req-f5fd46df-67c6-4aa1-af88-758b12401856 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0265088 Jul 28 03:53:48.291245 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9f9409c1-30d4-4bf2-8fd4-07b00e563273 req-819eb74f-f668-418d-a028-88d48f48b604 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0263605 Jul 28 03:53:48.710748 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2f1ba970-8425-4193-8bca-1499d85f33fb req-dff523e0-0991-4890-b5b7-06f2c1a32a51 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0264165 Jul 28 03:53:49.388088 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-07669ead-d59a-4dac-a2e4-212a1252c2c0 req-862b8918-35f7-4563-998e-c170c70f5ed9 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0299911 Jul 28 03:53:49.801647 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b74e1bbe-0e25-483e-aac8-82f88fdb1921 req-7839a745-3150-4b8c-83aa-724335e79f59 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0258090 Jul 28 03:53:50.460665 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc46-db47-4894-8a72-5f329d4979e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:50.480894 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc1f3568-953f-41a8-b214-b5a151ec7bee req-8bac9334-980d-4930-88fc-32e97ac79d4e tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0270793 Jul 28 03:53:50.893324 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c547b776-d9f9-4026-9f54-145cae878f1b req-b602efb2-41f4-4981-8529-a8f9099fe69c tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0264235 Jul 28 03:53:51.571905 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bf593fd7-0a6d-47be-9025-061e99e019a5 req-4fc77881-2178-433e-bae5-a527b0f5b34f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0258942 Jul 28 03:53:51.984916 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6dbb1ce0-4165-461c-93dd-bc2437e7058a req-e338e721-f820-43cc-943d-ac1683b0734c tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0258877 Jul 28 03:53:52.667170 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4dc8303e-569a-40cd-b70f-d34a7010f093 req-b37921fd-8187-4fd7-909c-afaaf7cb129b tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0299833 Jul 28 03:53:53.080324 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-749050ec-7ebb-4604-9c04-2fcb50ede2ce req-9dffba1f-a83a-4df3-93b3-71cb8065234d tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0257161 Jul 28 03:53:53.320940 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-becc0b1b-5055-4d4f-8948-ce5baf3940f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:53.322500 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:53.372429 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:53.758709 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b3296f71-23a2-4784-b604-826d9cc9a1a3 req-a1e4a006-437e-44c9-bc90-b76c24584c25 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0256987 Jul 28 03:53:54.171628 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-98161d47-a047-4fee-8203-cd388904a490 req-0de37b8a-479a-4c87-b637-699630c9d639 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0252600 Jul 28 03:53:54.302251 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:54.851498 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-008726e0-18ed-4409-94d7-bce96c525b12 req-85c2a67d-99de-4dc5-bf1a-6e177aceceb3 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0254703 Jul 28 03:53:55.265697 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4905488b-63a2-4337-be47-7c6ceb556e8a req-0c6f812a-2d27-48a1-afbb-4d92e15f6633 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0256255 Jul 28 03:53:55.951927 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-52609efe-7b87-44bc-b8e0-0fb03c7d89cb req-e30cf043-3b24-4165-9cb4-ba2e33a6b5b6 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0296288 Jul 28 03:53:56.007405 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:53:56.357531 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-55361ab4-6df4-4749-a791-0bd4910d8f34 req-c06565e7-488b-455a-a26d-6dbf0d60f5bf tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0272090 Jul 28 03:53:57.044002 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7f8f1f3c-792b-4a5b-9908-848026caaeca req-7c8189fa-14f5-41a4-bacd-bdc5654f20e4 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0258868 Jul 28 03:53:57.448492 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e70fcde9-7c21-445d-a3fd-3f6bde1c6b54 req-25955fa8-f255-4943-ac78-8739eb8cc21c tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0262442 Jul 28 03:53:58.021616 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:53:58.137542 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-61d71694-cb71-4ffe-b664-f9298ca242f4 req-2292dff7-4ddc-48f0-8b3b-ecb461ee35d7 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0259492 Jul 28 03:53:58.540975 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3436be84-39ea-42d0-8ff3-6ab19bbfb878 req-8c2d9b9d-1214-4f20-a3b0-065450131cd8 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0251873 Jul 28 03:53:59.234187 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4a61904c-8185-44a0-b46b-835c31dbd0d7 req-8c4b968d-44f0-4be7-bbc7-594f9fe49480 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0295985 Jul 28 03:53:59.634142 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1213667c-888c-4500-8641-91bc42fe76fc req-b508bd69-c322-463f-928e-cefca2f7de1c tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0268068 Jul 28 03:54:00.326110 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f508127b-001c-435f-96ba-2fa1e89ce519 req-e5040995-b5f6-43cd-aa25-0d586ce92ec9 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0266211 Jul 28 03:54:00.726803 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57ce9687-87ae-41ed-b45b-61be7d085aa8 req-758be274-9915-41d0-ad0b-0061eb7ed2ac tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0267625 Jul 28 03:54:01.419433 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fd8f1f7c-08b4-418b-ad4d-b070ce920d89 req-c37a9c09-23ee-46b2-8114-b31256447651 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0260749 Jul 28 03:54:01.824166 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-96925a83-232b-47bf-965c-9c66dbc00b03 req-7421aafb-17a3-4382-b9c3-b34dd12c6d15 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0262890 Jul 28 03:54:02.514270 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-92e4766d-35fa-41c3-95a7-b8e393089fe9 req-4e1239a7-e215-487e-8897-e30e6fa3e358 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0283663 Jul 28 03:54:02.914742 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-df5b2083-e9a3-4a58-b40d-b9fef15fa4df req-ac09160b-1b23-4ba1-9d67-8d2cb9045e88 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0257397 Jul 28 03:54:03.609056 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-53c6749d-f1f0-45db-8704-90a9f7c7d65f req-b879f5fe-2ae0-434b-b622-1ac83ecd1944 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0262244 Jul 28 03:54:04.008492 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-81cb532b-8ec7-455b-9057-9e75b944a353 req-9f8d9e66-0eda-4ba0-b621-267996f3d76e tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0253627 Jul 28 03:54:04.701318 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7b722222-f452-436d-87f0-a7fd44ac0f5b req-1cbb4f61-50ac-4710-8565-03be3f78a1d2 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0264640 Jul 28 03:54:05.101372 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ff554e08-807a-495c-9bb6-db0020789241 req-11251eee-300b-491f-bdca-12a0a0150f63 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0266941 Jul 28 03:54:05.795153 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-85fe3b63-e8ad-4aff-8e28-d1b08d7e6bc7 req-d1f0f320-3f2b-4968-8736-196abf7855bb tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0289035 Jul 28 03:54:06.194065 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fc676dfa-fdf5-4b83-8517-ba3e136cfd00 req-3a8c967a-2969-487f-9127-c4c92855d09f tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0271809 Jul 28 03:54:06.885805 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0f2ad0c8-0021-491f-ac99-32168d30828a req-7f616b35-a9bf-4776-882f-a9388a28db2e tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0253620 Jul 28 03:54:07.285679 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-11d3c406-d291-4ab5-b3bd-0360f68312fe req-c13bf6a0-76c6-4a18-b1a7-8f3f14527e70 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0256963 Jul 28 03:54:07.977380 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4fdb944d-96cc-4850-a1c5-097e11c9427a req-3b48c560-eb37-4e0a-8296-002791efaa6e tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0256362 Jul 28 03:54:08.376099 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-826904f9-edc5-425d-a5e5-735cb6dc3195 req-b6d33398-f22f-4d91-8218-2e377c7ec61d tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0248148 Jul 28 03:54:09.073211 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ac598cfa-1e9f-4377-922e-a019c5e880dd req-b02faf45-db8c-4f89-93c1-5d7b378e4120 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0298085 Jul 28 03:54:09.468545 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1d76845a-e2b9-4d3b-9fd6-c973fff9b503 req-7a3dbc20-3a37-4c13-967c-cf52bb40966c tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0254292 Jul 28 03:54:10.166605 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-14ed6b7b-3472-4437-8406-9037f289d631 req-1631e854-c85c-4320-be62-e66c8db0ecf4 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0266593 Jul 28 03:54:10.575594 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5b0b9a04-03b8-496d-b5a5-4beef9938065 req-55e63631-3492-4bfa-95d4-8f12fb6436da tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0286441 Jul 28 03:54:11.262286 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7e12016c-4471-4bbe-8753-409efd2fc1f2 req-e507695a-6c4a-4512-86d8-ec709ac1b9f5 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0262501 Jul 28 03:54:11.671964 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-06b57463-a581-460f-b6ec-dd09a26d5e74 req-176ee1fa-1ddf-41f1-8096-00a2af3f9e12 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0254500 Jul 28 03:54:12.357072 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4b96677a-3792-4922-9bb6-754bafa64b77 req-4ce4d37b-6590-4cb1-a85e-537aaf979938 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0292468 Jul 28 03:54:12.765112 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5735716a-e659-49b5-8a61-c075da536bb1 req-63cd6306-b7d7-487a-b0e8-41205a76a703 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0260155 Jul 28 03:54:13.449140 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5b08f5ef-248e-4ed4-a58d-1d168b2fbea6 req-f067eea4-6376-4bdd-b61c-352ae18c922f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0261347 Jul 28 03:54:13.859273 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e768db90-d2c0-4a5b-ab5d-9f314ab84912 req-cb718c62-a0f3-4427-8e91-ee78c83b6e87 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0261884 Jul 28 03:54:14.544729 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-30afed3d-c09a-43ed-ad31-b325e0bdeb8b req-d00a6d7e-5548-49fd-8ef8-9bba863e2d8c tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0255227 Jul 28 03:54:14.950391 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-30f88126-40c5-4d70-abd4-56f39e8a4f56 req-fe8074e3-a540-4e06-a784-938611731ea3 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0255778 Jul 28 03:54:15.640180 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1aa521ac-3fb2-4967-ba43-05a61719d58a req-fcc5989d-a38a-4f45-98f4-c5db3d919938 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0292559 Jul 28 03:54:16.040078 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-220c986a-483f-47cf-a004-79e6b1233777 req-93ac8d52-2239-4787-94a1-8e761e9c5e98 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0250545 Jul 28 03:54:16.732629 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-29e1f429-f80a-46e1-ba74-b42e8af7064d req-0e2eaafe-6c26-4658-8a68-fd1da7ce2c12 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0269961 Jul 28 03:54:17.131774 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7bae80e3-4769-4075-8e82-ef4865b611c6 req-e73b1100-aee3-4b7a-a9dc-51667ce5591a tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0261583 Jul 28 03:54:17.823971 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6f9dc09c-d652-4945-bd2f-a25b1736a814 req-93bb197b-95d9-4a67-aaef-68f224020dcc tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0258160 Jul 28 03:54:18.225807 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5869820d-f26e-4298-95aa-f160a40f5d17 req-60658986-0f83-45e0-8710-f2509c4c582f tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0264251 Jul 28 03:54:18.918969 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-34730635-09c1-48f2-8da4-baaed567406f req-45f6a998-a8c7-4f5f-bfc6-b79ae202ce57 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0285354 Jul 28 03:54:19.317596 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-326efbfb-91d5-4551-a2eb-eaeb5652882e req-41d8d7d1-b88e-4a45-ba1d-de6f922062a4 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0264378 Jul 28 03:54:20.011529 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bd8cfb5a-e44c-4389-8e65-79ae6eae83c8 req-5e6ee443-c47f-492f-ada4-59452b226761 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0258727 Jul 28 03:54:20.409643 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-04c448f6-08d6-497a-a2bc-1801f0461c64 req-adbc10c7-5e3f-44d2-ba90-eb43e9722c49 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0262504 Jul 28 03:54:20.461391 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-ca2f90c7-b4cd-4cb9-9d6f-291c009cb5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:21.103087 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4ad528e7-0c46-4f48-902f-fac7f2ba5e4f req-4fd1f2ba-2c9b-4aca-b456-a10d03566f6f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0264516 Jul 28 03:54:21.500283 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3bc3778a-1f7f-48cd-b7c9-5aca3cec41c8 req-cf956bb1-0e63-4d55-931e-bbb5f4607cc1 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0255764 Jul 28 03:54:22.197909 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cef4a5d5-8780-4364-a739-fc83e5b5957d req-b87c2bcc-fc5c-4415-91a8-72c51cf60d5e tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0291815 Jul 28 03:54:22.592110 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b7c9d578-0e66-4eaa-beb0-c388ece6eac9 req-3c643890-5dad-4dcc-8653-f75aa3ecafd8 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0257323 Jul 28 03:54:23.290844 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-355c68e4-df4b-46ce-8bc4-51683f90afc9 req-c79bb510-878d-42e7-af47-a352923620d8 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0263817 Jul 28 03:54:23.311020 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-767dbda9-c4d0-475d-b45c-d9b621a598c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:23.325898 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:23.372474 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:23.683451 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b6db530d-0544-40ed-9d17-ac32486d7d56 req-3509f9b8-75c0-4026-bc42-b7d9a44efa37 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0253706 Jul 28 03:54:24.302235 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:24.384350 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-71b08b03-16b4-4f2d-bb0e-d3255dcb6452 req-17537df7-77e2-4926-b246-85c5b9f85fdc tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0269177 Jul 28 03:54:24.775920 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-95ca7d27-77fb-4c92-b35a-42c562127d5e req-e6aa9e09-0389-4039-b009-6fda5539c532 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0254626 Jul 28 03:54:25.479760 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3a99543c-f210-45da-8c66-201a38d5f1e5 req-1d6102e5-4c0b-4be8-a0cd-5b09cbf8bf5c tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0296080 Jul 28 03:54:25.869364 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-716f356e-d682-4866-aead-64ad4cfcde9f req-d68646cf-4d52-47bd-99f3-fe1390aa84b7 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0271266 Jul 28 03:54:26.009999 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:26.571458 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-044eb1d4-861d-43a0-ba4c-3dd2906d7104 req-182adf3e-23a8-4a6d-9666-30b771064588 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0257607 Jul 28 03:54:26.960567 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d67f8264-1089-453f-8505-6ef248fb18de req-59c5fa64-d634-473e-b200-d94bb37b7b4e tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0269217 Jul 28 03:54:27.661977 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fe109dda-43f9-4046-916f-9bb420026ef0 req-80382ea3-9164-4b78-bfd9-789a08774b25 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0258925 Jul 28 03:54:28.052396 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5eaacfd9-f1d0-4db1-a3dc-8f6646c7cf22 req-16066fb6-8568-42c5-9d96-1cdd0b8bbe7e tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0260839 Jul 28 03:54:28.756477 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f58c1c79-d46e-41b9-85d9-26b346600c84 req-9d54db0b-f91c-496f-93e9-f13b799d68bc tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0287938 Jul 28 03:54:29.145369 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e51cd402-b8bd-4488-8119-9a4f6933a176 req-9df8d510-6dd8-485d-81f4-a2261d8b3332 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0267255 Jul 28 03:54:29.847991 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-54ca477a-805b-48b0-aa91-850df1961049 req-90622a29-a101-43cb-9e78-4b5bff2bcbeb tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0257053 Jul 28 03:54:30.236765 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e8cbf0d9-8488-42aa-a572-655c3eca67b4 req-46788940-858f-4ee9-94b7-93d6e1716532 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0257499 Jul 28 03:54:30.939826 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-740f19c4-3ab2-4a39-a29a-14836d2b193c req-d04ad8ac-fb2f-42ff-b46b-79037dd53ecf tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0256674 Jul 28 03:54:31.329504 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4b48dc8f-ee8d-475f-973f-56726d99b225 req-30a5de3f-e1f5-4efe-a5d5-4b72f15d958a tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0251319 Jul 28 03:54:32.034564 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-82778fac-fa20-4571-8d39-3cb61a3b00cb req-89e8b893-b5b8-4ea7-a29c-538f70fb4772 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0291727 Jul 28 03:54:32.422382 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4c8e0de9-7543-4298-abde-2827703012c6 req-e3360967-2748-4ab3-8afe-50ef3bf57132 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0256171 Jul 28 03:54:33.126218 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-68bb5d00-3e5a-4963-8aa5-ca0f037b9d7d req-2026e18b-b712-4cc2-91ba-5b0a010bd494 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0255442 Jul 28 03:54:33.515310 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-29cbc152-9ad3-4545-ab62-6b08b3e4ec07 req-aac08138-e9df-48de-adeb-33b76c0ce647 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0257268 Jul 28 03:54:34.219659 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7319e783-f0c2-457b-bff5-f484dfb75ddd req-d79dad67-24bc-4acf-9aaa-d9162960a1e2 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0258825 Jul 28 03:54:34.608543 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a5b3c02d-ce81-4d58-bcf9-75420f56c52f req-3639365a-0cb2-43f6-8901-a55e74e6215f tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0258167 Jul 28 03:54:35.021563 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:54:35.320695 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-47d50433-105d-44f0-9b32-e0f037bbdfd4 req-ee9c874c-0f10-4844-a7a1-f5dd5a3dcfce tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0336173 Jul 28 03:54:35.699872 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0fa4b59c-b3c1-4801-baee-917173b582c2 req-f98467b3-0ca3-4269-afbf-336722258964 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0259781 Jul 28 03:54:36.412156 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e76f87d7-be30-4d6c-877b-80e7081c42b6 req-34836a07-56f4-4ac5-9e5f-effeb7f527d4 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0261059 Jul 28 03:54:36.791749 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6d0c80be-d58a-4add-8458-91cbcec56e44 req-3f428cfd-d2aa-40e3-91e2-4466225818b1 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0264230 Jul 28 03:54:37.501799 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1d6b8da7-ef51-4e81-a70c-88ea07cac854 req-ffabdf9b-ad67-4af2-ac68-90ff2ebf428c tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0251796 Jul 28 03:54:37.883980 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2ef7fe64-5e85-488a-b5a4-b40ce29d8bf9 req-2feead4f-0bd7-4476-99a7-f7091fb7fea4 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0257540 Jul 28 03:54:38.595900 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7a3839fe-cd35-4b38-99bc-aafb394825d3 req-8a6ecfa1-5516-4c2d-95c8-2b181ed29ca3 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0286100 Jul 28 03:54:38.709243 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b062968b-707f-4d71-b39a-880da2ca2c3d req-de89dedc-f129-4709-9b7c-1ee658812c3d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401144 Jul 28 03:54:38.779207 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062968b-707f-4d71-b39a-880da2ca2c3d req-781fe0d8-ccb6-427b-aff2-eb2a03b92cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:38.780659 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b062968b-707f-4d71-b39a-880da2ca2c3d req-781fe0d8-ccb6-427b-aff2-eb2a03b92cf3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 1098 time: 0.0402844 Jul 28 03:54:38.886065 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062968b-707f-4d71-b39a-880da2ca2c3d req-de7ee8bb-582d-4751-ba70-46c2dad5909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:38.887508 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b062968b-707f-4d71-b39a-880da2ca2c3d req-de7ee8bb-582d-4751-ba70-46c2dad5909d service neutron] 10.222.0.25 "GET /v2.0/networks?id=a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 200 len: 920 time: 0.0869560 Jul 28 03:54:38.928111 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b062968b-707f-4d71-b39a-880da2ca2c3d req-46a48d97-914c-45f0-af1a-284e23ab8c6d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b HTTP/1.1" status: 200 len: 217 time: 0.0332904 Jul 28 03:54:38.975440 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b5b8f3cf-8c8c-429f-ba69-d1af05982675 req-71751702-f999-43a2-82ba-90afbbe95688 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0256171 Jul 28 03:54:38.976518 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062968b-707f-4d71-b39a-880da2ca2c3d req-1a15c43c-8928-4244-acd9-e4bd35a18a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:38.977962 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b062968b-707f-4d71-b39a-880da2ca2c3d req-1a15c43c-8928-4244-acd9-e4bd35a18a06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38d1d376-b64d-4e01-9348-989681f94b9a HTTP/1.1" status: 200 len: 859 time: 0.0437930 Jul 28 03:54:39.014807 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b062968b-707f-4d71-b39a-880da2ca2c3d req-58fd28f0-6174-4ea0-9b77-0b0199915b2d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a08c665d-fc97-4225-bb45-ecd81a76a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296974 Jul 28 03:54:39.102337 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b062968b-707f-4d71-b39a-880da2ca2c3d req-b9f1fb03-cb80-4e1e-b564-28ef21d2a7da service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808413 Jul 28 03:54:39.197434 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b062968b-707f-4d71-b39a-880da2ca2c3d req-835dda7b-0476-4cb1-83c1-de0547f2e47f service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877390 Jul 28 03:54:39.688840 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c68ee6d6-f0c8-459e-b0d1-b6cbd35847c8 req-537e9099-6aeb-45df-9265-38ef3fb1c911 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0257850 Jul 28 03:54:40.066738 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-10d82a95-4e25-433e-a6f9-189c9e92e172 req-0c517a91-bdf5-4f8a-a3dd-5aa98da0a44f tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0253637 Jul 28 03:54:40.779135 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7a75669b-d913-498d-bb14-f6316d5d5707 req-6032bbcf-dab9-4da1-8ade-2da581cc9020 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0eb74a9-c89c-4863-9431-4de9be74c41c HTTP/1.1" status: 200 len: 210 time: 0.0249698 Jul 28 03:54:41.159523 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0d3a2211-4d1f-409b-b5e2-c79cc04a6741 req-4542a2ac-7137-4ab0-9a08-65b74793a504 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0260744 Jul 28 03:54:41.861737 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 51456) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:41.916058 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:41.938317 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:41.984929 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:41.988234 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:41.989353 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "DELETE /v2.0/security-groups/b81bd048-014a-4652-b6d0-aae4577ad40f HTTP/1.1" status: 204 len: 168 time: 0.1265225 Jul 28 03:54:41.992168 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 51458) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:41.998100 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81bd048-014a-4652-b6d0-aae4577ad40f,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:42.005863 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:42.006222 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:42.006567 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:42.006907 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:42.007244 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:42.007588 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:42.007948 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:42.008280 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:42.008615 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:42.008940 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:42.009269 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:42.009519 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.api.v2.resource [None req-ca6f9fcc-1edd-41cb-948b-ea03716fc46c tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] show failed (client error): The resource could not be found. Jul 28 03:54:42.009629 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d4b82a-2752-4b0f-b57e-bd3f5e5bb569 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:42.010502 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-ca6f9fcc-1edd-41cb-948b-ea03716fc46c tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups/b81bd048-014a-4652-b6d0-aae4577ad40f HTTP/1.1" status: 404 len: 347 time: 0.0173781 Jul 28 03:54:42.013458 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 51460) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:42.134982 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-f8835b3e-ddb1-48a5-be26-48b362bf5705 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Deleting port b0fbb685-2420-437f-b49d-618b18472192 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:54:42.135340 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f8835b3e-ddb1-48a5-be26-48b362bf5705 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:42.215507 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f8835b3e-ddb1-48a5-be26-48b362bf5705 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:42.215507 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f8835b3e-ddb1-48a5-be26-48b362bf5705 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:42.233480 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-f8835b3e-ddb1-48a5-be26-48b362bf5705 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Calling delete_port for b0fbb685-2420-437f-b49d-618b18472192 owned by network:floatingip {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:54:42.372414 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-84043a99-c836-4ea5-b2db-48b8676a39c7 req-9d9e949a-ab2a-4d6a-9ebb-16f0c5d861a0 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0272794 Jul 28 03:54:42.383528 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f8835b3e-ddb1-48a5-be26-48b362bf5705 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:42.411834 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8835b3e-ddb1-48a5-be26-48b362bf5705 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event deleted for resources: {'Port': ['ID=b0fbb685-2420-437f-b49d-618b18472192,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:42.469053 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f8835b3e-ddb1-48a5-be26-48b362bf5705 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for floatingip, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:42.472449 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f8835b3e-ddb1-48a5-be26-48b362bf5705 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:42.473596 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-f8835b3e-ddb1-48a5-be26-48b362bf5705 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "DELETE /v2.0/floatingips/c60fc05e-eb53-4f0d-9922-6190b056e18b HTTP/1.1" status: 204 len: 168 time: 0.4592268 Jul 28 03:54:42.883936 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 51472) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:42.888890 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-0edf91ca-f973-4f7b-8eee-123519d867bf tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--863037143', 'description': 'tempest-description--76236160'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:54:42.910140 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-0edf91ca-f973-4f7b-8eee-123519d867bf tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:42.993252 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-0edf91ca-f973-4f7b-8eee-123519d867bf tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:42.996750 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-0edf91ca-f973-4f7b-8eee-123519d867bf tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.023450 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-0edf91ca-f973-4f7b-8eee-123519d867bf tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.024678 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-0edf91ca-f973-4f7b-8eee-123519d867bf tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1393926 Jul 28 03:54:43.026499 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf91ca-f973-4f7b-8eee-123519d867bf tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74525a4a-1d20-4b0d-8d62-3e99ef9f6ee5,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:43.029383 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 51474) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:43.035080 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Request body: {'security_group_rule': {'security_group_id': '74525a4a-1d20-4b0d-8d62-3e99ef9f6ee5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:54:43.060264 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.114976 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.118599 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.135433 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fd921f-c428-42a4-99e6-fe95943c039c,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:43.143578 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.145162 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144173 Jul 28 03:54:43.146837 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:43.147184 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:43.147626 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:43.147995 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 51476) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:43.148115 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:43.148349 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:43.148686 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:43.149017 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:43.149344 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:43.149669 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:43.150007 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:43.150324 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:43.150713 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb50562-419d-4894-9bb5-d5f53770fd39 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:43.152621 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-e6133133-047d-4959-8ed2-aa11451a9e00 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Request body: {'security_group_rule': {'security_group_id': '74525a4a-1d20-4b0d-8d62-3e99ef9f6ee5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:54:43.181092 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e6133133-047d-4959-8ed2-aa11451a9e00 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.243115 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e6133133-047d-4959-8ed2-aa11451a9e00 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.246895 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e6133133-047d-4959-8ed2-aa11451a9e00 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.263406 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6133133-047d-4959-8ed2-aa11451a9e00 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357913a7-17e4-457a-82ef-2fedc1cde384,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:43.270215 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e6133133-047d-4959-8ed2-aa11451a9e00 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.271605 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-e6133133-047d-4959-8ed2-aa11451a9e00 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225030 Jul 28 03:54:43.274542 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 51480) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:43.286222 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Request body: {'floatingip': {'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:54:43.301855 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for floatingip, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.401593 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.466079 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d4f872eb-0d6f-47f9-9098-dc08707857e8 req-f778f005-eb68-4c6d-a39e-08806ac03687 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0261779 Jul 28 03:54:43.510516 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Allocated IP 172.27.1.110 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/1fe50161-0878-405b-8030-3175da7df3f9) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:54:43.606732 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.643386 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.681257 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:54:43.683886 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:54:43.687228 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:54:43.711921 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event updated for resources: {'Port': ['ID=1fe50161-0878-405b-8030-3175da7df3f9,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:43.773819 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.805565 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.948610 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:43.952610 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29890301'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:44.018608 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event updated for resources: {'Port': ['ID=1fe50161-0878-405b-8030-3175da7df3f9,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:44.031445 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:44.044881 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:44.046082 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-9c5aa9f8-46ad-485d-ace9-6bc25d632a24 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7706289 Jul 28 03:54:44.193176 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-3ffa2390-9992-49bc-a592-ad274ea15f99 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--863037143&fields=id&tenant_id=e20265dc285042d5ab0d2e9237fe9fdf HTTP/1.1" status: 200 len: 267 time: 0.0324068 Jul 28 03:54:44.299566 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-99d7e1ea-b1c0-4717-9023-fb0adfa260cc tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:44.301043 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-99d7e1ea-b1c0-4717-9023-fb0adfa260cc tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/networks?id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 200 len: 810 time: 0.1013615 Jul 28 03:54:44.315796 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-27960287-26b3-4df9-891c-295a4f2b424d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/quotas/e20265dc285042d5ab0d2e9237fe9fdf HTTP/1.1" status: 200 len: 375 time: 0.0092623 Jul 28 03:54:44.370450 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-3c696ee6-2c7a-453d-9f5a-cf05c1cb1127 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491772 Jul 28 03:54:44.505133 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b15969b4-8738-4c44-874d-1bf496023de5 service neutron] 10.222.0.16 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231313 Jul 28 03:54:44.591565 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-379b018d-a5ce-4e52-8922-6df6c3cbbf9e service neutron] 10.222.0.16 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803406 Jul 28 03:54:44.759342 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-078ecae9-f753-4e62-b973-fb49b54a7036 req-82e87bd6-ef8e-44e3-afdb-d20d0a1fc6f2 tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0268748 Jul 28 03:54:44.825732 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b95fa016-cc41-41de-8d75-c043ae381b53 req-4ec718b8-642d-4505-b147-fc7ae2be6df9 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 210 time: 0.0289366 Jul 28 03:54:45.629493 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [req-af36616b-82d9-47c7-8aa5-d337f568c830 req-3a9d5eb7-d31e-4507-bf7e-caebc366ae38 service neutron] (93263) timed out ('10.222.0.16', 44070) {{(pid=93263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 03:54:45.875682 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-24ed4dd2-7a8e-40d6-978d-715cea19a5f6 req-c0edbe54-f0ab-478c-aacc-cc7ee93cb4ed tempest-VolumesSnapshotTestJSON-1701589923 tempest-VolumesSnapshotTestJSON-1701589923-project] 10.222.0.16 "GET /v2.0/ports?device_id=6defc507-3456-460c-94f0-1d954af7997d HTTP/1.1" status: 200 len: 210 time: 0.0325477 Jul 28 03:54:45.917221 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-4bf68cf5-8b26-44d7-bb20-5ab8b9786897 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:45.918707 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-4bf68cf5-8b26-44d7-bb20-5ab8b9786897 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.25 "GET /v2.0/networks?id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 200 len: 810 time: 0.1097898 Jul 28 03:54:45.973540 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9a5b89f3-05c9-4bdb-83e8-a22cc9184c4d req-80f15224-08f9-4f7d-a7cc-da26b294472e tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 210 time: 0.0289130 Jul 28 03:54:45.986772 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-6c70aa14-8a28-4ab7-94da-e6ebd6af1115 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e20265dc285042d5ab0d2e9237fe9fdf HTTP/1.1" status: 200 len: 379 time: 0.0381348 Jul 28 03:54:45.996492 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-60101b7f-bced-4a29-88ec-b944a9c9361d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Request body: {'port': {'device_id': 'b184416a-b6b8-447e-a592-9030cabfa404', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'admin_state_up': True, 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'security_groups': ['74525a4a-1d20-4b0d-8d62-3e99ef9f6ee5']}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:54:46.106528 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-60101b7f-bced-4a29-88ec-b944a9c9361d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Made reservation on behalf of e20265dc285042d5ab0d2e9237fe9fdf for: {'port': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:54:46.110048 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-60101b7f-bced-4a29-88ec-b944a9c9361d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:46.244194 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-60101b7f-bced-4a29-88ec-b944a9c9361d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Allocated IP 172.20.0.5 (4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0/0855aebe-89e1-4a95-8ec3-265771853473/2226f438-8e90-4b31-a8d7-9b71702e0d00) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:54:46.381732 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-60101b7f-bced-4a29-88ec-b944a9c9361d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:46.395530 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-60101b7f-bced-4a29-88ec-b944a9c9361d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Transition to ACTIVE for port object 2226f438-8e90-4b31-a8d7-9b71702e0d00 will not be triggered until provisioned by entity DHCP. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:54:46.427141 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-60101b7f-bced-4a29-88ec-b944a9c9361d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:46.471478 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-60101b7f-bced-4a29-88ec-b944a9c9361d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:54:46.474568 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-60101b7f-bced-4a29-88ec-b944a9c9361d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:54:46.481287 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-60101b7f-bced-4a29-88ec-b944a9c9361d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:54:46.503639 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60101b7f-bced-4a29-88ec-b944a9c9361d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event updated for resources: {'Port': ['ID=2226f438-8e90-4b31-a8d7-9b71702e0d00,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:46.535836 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-60101b7f-bced-4a29-88ec-b944a9c9361d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:46.536453 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-60101b7f-bced-4a29-88ec-b944a9c9361d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:46.551435 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-60101b7f-bced-4a29-88ec-b944a9c9361d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5585034 Jul 28 03:54:46.570247 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Request body: {'port': {'device_id': 'b184416a-b6b8-447e-a592-9030cabfa404', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:54:46.625163 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:46.652346 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-8bb22b66-caa3-43c4-a6bb-54c244f815fe None None] Provisioning for port 2226f438-8e90-4b31-a8d7-9b71702e0d00 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:54:46.656065 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-8bb22b66-caa3-43c4-a6bb-54c244f815fe None None] Provisioning complete for port 2226f438-8e90-4b31-a8d7-9b71702e0d00 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:54:46.656435 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8bb22b66-caa3-43c4-a6bb-54c244f815fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:46.689423 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-8bb22b66-caa3-43c4-a6bb-54c244f815fe None None] Port 2226f438-8e90-4b31-a8d7-9b71702e0d00 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:54:46.883674 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2226f438-8e90-4b31-a8d7-9b71702e0d00 {{(pid=93263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:54:46.890799 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:46.902899 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Transition to ACTIVE for port object 2226f438-8e90-4b31-a8d7-9b71702e0d00 will not be triggered until provisioned by entity L2. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:54:46.906672 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29890301'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:46.998590 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Pushing event updated for resources: {'Port': ['ID=2226f438-8e90-4b31-a8d7-9b71702e0d00,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:47.037770 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Attempting to bind port 2226f438-8e90-4b31-a8d7-9b71702e0d00 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:54:47.038115 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Attempting to bind port 2226f438-8e90-4b31-a8d7-9b71702e0d00 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:54:47.038450 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Attempting to bind port 2226f438-8e90-4b31-a8d7-9b71702e0d00 on network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:54:47.043475 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Port 2226f438-8e90-4b31-a8d7-9b71702e0d00 on network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:54:47.043739 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Attempting to bind port 2226f438-8e90-4b31-a8d7-9b71702e0d00 on network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:54:47.050610 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:54:47.050892 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Checking segment: {'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:54:47.051448 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Bound using segment: {'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:54:47.052306 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Bound port: 2226f438-8e90-4b31-a8d7-9b71702e0d00, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '844ea769-6c3b-434d-9efb-efca6148041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0'}}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:54:47.052725 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:47.128522 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e9824-0afa-4798-90c8-fdb48c65796b req-760930d5-73aa-4ce2-8ac7-d787a8ac1f1f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:47.130133 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e67e9824-0afa-4798-90c8-fdb48c65796b req-760930d5-73aa-4ce2-8ac7-d787a8ac1f1f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 943 time: 0.0728781 Jul 28 03:54:47.134081 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] For port 2226f438-8e90-4b31-a8d7-9b71702e0d00, host hv-cinder-73306, cleared binding levels {{(pid=93263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:54:47.137407 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] For port 2226f438-8e90-4b31-a8d7-9b71702e0d00, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2226f438-8e90-4b31-a8d7-9b71702e0d00,segment=NetworkSegment(844ea769-6c3b-434d-9efb-efca6148041c),segment_id=844ea769-6c3b-434d-9efb-efca6148041c)] {{(pid=93263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:54:47.145829 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29890301'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:47.192779 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:47.193402 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:47.194831 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] 10.222.0.25 "PUT /v2.0/ports/2226f438-8e90-4b31-a8d7-9b71702e0d00 HTTP/1.1" status: 200 len: 1093 time: 0.6289506 Jul 28 03:54:47.195270 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b184416a-b6b8-447e-a592-9030cabfa404', 'tag': '2226f438-8e90-4b31-a8d7-9b71702e0d00'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:54:47.197685 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a4e6f1-0742-4199-b4c7-366b2df46452" -d '{"events": [{"name": "network-changed", "server_uuid": "b184416a-b6b8-447e-a592-9030cabfa404", "tag": "2226f438-8e90-4b31-a8d7-9b71702e0d00"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:54:47.200334 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e67e9824-0afa-4798-90c8-fdb48c65796b req-9f9d7075-5458-4091-b2b4-1d27d75bb00d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=74525a4a-1d20-4b0d-8d62-3e99ef9f6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635791 Jul 28 03:54:47.238131 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5176528-bca2-4911-8f8e-4bb83244a9bf service neutron] Pushing event updated for resources: {'Port': ['ID=2226f438-8e90-4b31-a8d7-9b71702e0d00,revision_number=3']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:47.317506 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-c9020e88-9764-42ce-ac17-b962fdd2bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:47.319265 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-c9020e88-9764-42ce-ac17-b962fdd2bbed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 1096 time: 0.0579357 Jul 28 03:54:47.377962 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b71f10-b73d-46a9-bc3f-baefc49639f5 x-openstack-request-id: req-45b71f10-b73d-46a9-bc3f-baefc49639f5 {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:54:47.378250 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b184416a-b6b8-447e-a592-9030cabfa404", "tag": "2226f438-8e90-4b31-a8d7-9b71702e0d00", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:54:47.378483 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45b71f10-b73d-46a9-bc3f-baefc49639f5 {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:54:47.378890 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b184416a-b6b8-447e-a592-9030cabfa404', 'tag': '2226f438-8e90-4b31-a8d7-9b71702e0d00', 'status': 'completed', 'code': 200} Jul 28 03:54:47.380436 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-0ea11855-d962-40b1-ac1c-e7d6979c4231 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2226f438-8e90-4b31-a8d7-9b71702e0d00 HTTP/1.1" status: 200 len: 217 time: 0.0472183 Jul 28 03:54:47.433421 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-cb671d05-2ba4-428a-836c-5a71dea9f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:47.434887 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-cb671d05-2ba4-428a-836c-5a71dea9f76f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0855aebe-89e1-4a95-8ec3-265771853473 HTTP/1.1" status: 200 len: 849 time: 0.0477831 Jul 28 03:54:47.481345 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-a96b66aa-0bdc-43cb-819b-eb9ecff54dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:47.482841 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-a96b66aa-0bdc-43cb-819b-eb9ecff54dc7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400233 Jul 28 03:54:47.573204 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-dc97f994-154b-423e-b7d7-96e98feec4f2 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828817 Jul 28 03:54:47.662917 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a4079eeb-c41f-4ae6-8478-658827375e8d req-ea91666d-30bf-4a35-a855-03b45599156c service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830514 Jul 28 03:54:47.785807 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4e6f1-0742-4199-b4c7-366b2df46452 req-cfbc744d-7d36-4f98-83d9-9952046349fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:47.787164 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d1a4e6f1-0742-4199-b4c7-366b2df46452 req-cfbc744d-7d36-4f98-83d9-9952046349fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 1096 time: 0.0401552 Jul 28 03:54:47.879233 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4e6f1-0742-4199-b4c7-366b2df46452 req-2b76b15f-0837-40a8-a9a9-6ad663aef289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:47.880687 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d1a4e6f1-0742-4199-b4c7-366b2df46452 req-2b76b15f-0837-40a8-a9a9-6ad663aef289 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 200 len: 911 time: 0.0866985 Jul 28 03:54:47.922415 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d1a4e6f1-0742-4199-b4c7-366b2df46452 req-431dbe98-fd86-4f03-8026-761220ad1da6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2226f438-8e90-4b31-a8d7-9b71702e0d00 HTTP/1.1" status: 200 len: 217 time: 0.0344539 Jul 28 03:54:47.970269 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4e6f1-0742-4199-b4c7-366b2df46452 req-7f50898e-4bc7-4834-8fc1-5049b1c66b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:47.972745 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d1a4e6f1-0742-4199-b4c7-366b2df46452 req-7f50898e-4bc7-4834-8fc1-5049b1c66b4d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0855aebe-89e1-4a95-8ec3-265771853473 HTTP/1.1" status: 200 len: 849 time: 0.0429246 Jul 28 03:54:48.022051 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4e6f1-0742-4199-b4c7-366b2df46452 req-25d9e9f3-a54e-4e9a-bbc3-cf8f94a78a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:48.023474 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d1a4e6f1-0742-4199-b4c7-366b2df46452 req-25d9e9f3-a54e-4e9a-bbc3-cf8f94a78a76 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438418 Jul 28 03:54:48.110676 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d1a4e6f1-0742-4199-b4c7-366b2df46452 req-9b11f866-fb74-49e6-b82d-70178ed56d5e service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800288 Jul 28 03:54:48.204337 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-d1a4e6f1-0742-4199-b4c7-366b2df46452 req-d6ca3700-174b-4c8e-968e-b98170a38f6f service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867133 Jul 28 03:54:48.311957 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9ee11-256e-4da6-9b89-46ae7d22dbe5 req-3ef34b33-b9b6-4d5f-8e16-321ae3b42938 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:48.313532 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0af9ee11-256e-4da6-9b89-46ae7d22dbe5 req-3ef34b33-b9b6-4d5f-8e16-321ae3b42938 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 943 time: 0.0479002 Jul 28 03:54:48.352466 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0af9ee11-256e-4da6-9b89-46ae7d22dbe5 req-c11dc33c-ed98-4635-898c-8c27a6a8bfd5 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=74525a4a-1d20-4b0d-8d62-3e99ef9f6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324733 Jul 28 03:54:49.467978 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822aeeef-706f-41bd-b386-2b6a0ee67d04 req-1b57f5fe-da84-4191-8530-2a00df792acd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:49.469435 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-822aeeef-706f-41bd-b386-2b6a0ee67d04 req-1b57f5fe-da84-4191-8530-2a00df792acd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 943 time: 0.0514927 Jul 28 03:54:49.508326 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-822aeeef-706f-41bd-b386-2b6a0ee67d04 req-b04865bf-8919-4462-bc04-fd8efe1e7d2f tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=74525a4a-1d20-4b0d-8d62-3e99ef9f6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328999 Jul 28 03:54:49.981885 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 2226f438-8e90-4b31-a8d7-9b71702e0d00 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:54:50.074571 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 2226f438-8e90-4b31-a8d7-9b71702e0d00, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2226f438-8e90-4b31-a8d7-9b71702e0d00,segment=NetworkSegment(844ea769-6c3b-434d-9efb-efca6148041c),segment_id=844ea769-6c3b-434d-9efb-efca6148041c)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:54:50.085688 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': '2226f438-8e90-4b31-a8d7-9b71702e0d00', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'port_id': '2226f438-8e90-4b31-a8d7-9b71702e0d00', 'mac_address': 'fa:16:3e:84:76:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:54:50.122645 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:50.135368 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2226f438-8e90-4b31-a8d7-9b71702e0d00 {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:54:50.153621 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 2226f438-8e90-4b31-a8d7-9b71702e0d00, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2226f438-8e90-4b31-a8d7-9b71702e0d00,segment=NetworkSegment(844ea769-6c3b-434d-9efb-efca6148041c),segment_id=844ea769-6c3b-434d-9efb-efca6148041c)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:54:50.157096 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:50.203327 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=2226f438-8e90-4b31-a8d7-9b71702e0d00,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:50.210337 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:50.210689 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:50.211033 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:50.211373 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:50.211728 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:50.212072 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:50.212404 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:50.212732 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:50.213064 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:50.213391 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:50.213715 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:50.214038 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:54:50.462665 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4ad8-5b9f-4386-9149-2a5f8d8249d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:50.489050 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['2226f438-8e90-4b31-a8d7-9b71702e0d00'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:54:50.624054 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0c33b-18dd-4d5a-8f2a-b250fc91fd2e req-a86b96c9-8bc0-4958-af52-8617cbc18671 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:50.625696 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-38f0c33b-18dd-4d5a-8f2a-b250fc91fd2e req-a86b96c9-8bc0-4958-af52-8617cbc18671 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 944 time: 0.0508630 Jul 28 03:54:50.664777 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-38f0c33b-18dd-4d5a-8f2a-b250fc91fd2e req-ccb02f2e-847b-4eb6-90ab-f4ecded88490 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=74525a4a-1d20-4b0d-8d62-3e99ef9f6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325198 Jul 28 03:54:51.777082 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec4c3d-c383-4d8a-b544-d2c93e81803e req-8db3fb1a-f4e3-443c-8249-e97c5fa3e37d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:51.778517 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6fec4c3d-c383-4d8a-b544-d2c93e81803e req-8db3fb1a-f4e3-443c-8249-e97c5fa3e37d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 944 time: 0.0478091 Jul 28 03:54:51.815254 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6fec4c3d-c383-4d8a-b544-d2c93e81803e req-3bc28def-bc85-4cba-88f4-55f40b1b3755 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=74525a4a-1d20-4b0d-8d62-3e99ef9f6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300267 Jul 28 03:54:51.828976 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [req-af36616b-82d9-47c7-8aa5-d337f568c830 req-f654e6e3-f740-4835-8a38-9fa5a503e15b service neutron] (93263) timed out ('10.222.0.25', 64740) {{(pid=93263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 03:54:51.994785 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 2226f438-8e90-4b31-a8d7-9b71702e0d00 up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:54:52.040730 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port 2226f438-8e90-4b31-a8d7-9b71702e0d00 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:54:52.044305 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port 2226f438-8e90-4b31-a8d7-9b71702e0d00 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:54:52.044675 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:52.118938 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:52.140755 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b184416a-b6b8-447e-a592-9030cabfa404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2226f438-8e90-4b31-a8d7-9b71702e0d00'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:54:52.143616 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d400972a-4d58-4aa7-8da2-5d7910a736ce" -d '{"events": [{"server_uuid": "b184416a-b6b8-447e-a592-9030cabfa404", "name": "network-vif-plugged", "status": "completed", "tag": "2226f438-8e90-4b31-a8d7-9b71702e0d00"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:54:52.156301 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 2226f438-8e90-4b31-a8d7-9b71702e0d00, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2226f438-8e90-4b31-a8d7-9b71702e0d00,segment=NetworkSegment(844ea769-6c3b-434d-9efb-efca6148041c),segment_id=844ea769-6c3b-434d-9efb-efca6148041c)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:54:52.160484 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:52.207684 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=2226f438-8e90-4b31-a8d7-9b71702e0d00,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:54:52.240594 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cf4ce4-9d19-4f58-ac43-8240fe012d65 x-openstack-request-id: req-43cf4ce4-9d19-4f58-ac43-8240fe012d65 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:54:52.240864 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b184416a-b6b8-447e-a592-9030cabfa404", "name": "network-vif-plugged", "status": "completed", "tag": "2226f438-8e90-4b31-a8d7-9b71702e0d00", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:54:52.241129 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43cf4ce4-9d19-4f58-ac43-8240fe012d65 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:54:52.241498 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b184416a-b6b8-447e-a592-9030cabfa404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2226f438-8e90-4b31-a8d7-9b71702e0d00', 'code': 200} Jul 28 03:54:52.684753 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d883e3-484e-41d8-99c5-a12a6ab6983e req-38a3880f-5a5e-4eb0-8729-279b71481421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:52.686248 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f2d883e3-484e-41d8-99c5-a12a6ab6983e req-38a3880f-5a5e-4eb0-8729-279b71481421 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 1098 time: 0.2855783 Jul 28 03:54:52.721177 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f2d883e3-484e-41d8-99c5-a12a6ab6983e req-4c32bc1a-41b2-4d28-9b49-68716ef3e59a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=74525a4a-1d20-4b0d-8d62-3e99ef9f6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271964 Jul 28 03:54:52.933056 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d27b9-69c3-4be1-b297-93d3e430cb62 req-db07c545-d950-4c06-9efc-b511f3064aa5 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:52.934486 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8e0d27b9-69c3-4be1-b297-93d3e430cb62 req-db07c545-d950-4c06-9efc-b511f3064aa5 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 945 time: 0.0517356 Jul 28 03:54:52.971821 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8e0d27b9-69c3-4be1-b297-93d3e430cb62 req-d4f14cf2-1344-46f1-8717-79cd1ac37b6c tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=74525a4a-1d20-4b0d-8d62-3e99ef9f6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302496 Jul 28 03:54:53.310251 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-78f50803-9fd2-4efb-9622-21f75323a2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:53.325348 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:53.372500 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:54.082524 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077942a-4041-42c5-b5be-5c5805148dbc req-b282539d-8ab1-4164-bc53-8da43aed0723 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:54.083998 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2077942a-4041-42c5-b5be-5c5805148dbc req-b282539d-8ab1-4164-bc53-8da43aed0723 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 945 time: 0.0481248 Jul 28 03:54:54.121110 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2077942a-4041-42c5-b5be-5c5805148dbc req-c6c8a5f8-24b5-4e2d-8d1d-ced02dff4fd4 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=74525a4a-1d20-4b0d-8d62-3e99ef9f6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313232 Jul 28 03:54:54.234336 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c6b40-b692-43d8-bb6f-883717538a1c req-30e7068e-9b15-4678-9022-5b644f16de66 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:54.235783 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d95c6b40-b692-43d8-bb6f-883717538a1c req-30e7068e-9b15-4678-9022-5b644f16de66 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 945 time: 0.0524924 Jul 28 03:54:54.246200 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 51612) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:54:54.250822 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-c4819376-a688-4d98-a1b3-0fc5f1163928 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Request body: {'floatingip': {'port_id': '2226f438-8e90-4b31-a8d7-9b71702e0d00'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:54:54.288430 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c4819376-a688-4d98-a1b3-0fc5f1163928 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for floatingip, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:54.304826 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:54.707005 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c4819376-a688-4d98-a1b3-0fc5f1163928 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:54.710868 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c4819376-a688-4d98-a1b3-0fc5f1163928 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:54.812690 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.l3_db [None req-c4819376-a688-4d98-a1b3-0fc5f1163928 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Floating IP 139019fc-0c98-49b7-9b84-8337168d2025 associated. External IP: 172.27.1.110, port: 2226f438-8e90-4b31-a8d7-9b71702e0d00. Jul 28 03:54:55.016111 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4819376-a688-4d98-a1b3-0fc5f1163928 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Router d73caf4e-33ff-491d-aabf-17a70f2a61c6 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:54:55.124027 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4819376-a688-4d98-a1b3-0fc5f1163928 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:54:55.129203 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c4819376-a688-4d98-a1b3-0fc5f1163928 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:55.134525 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c21819-0dd1-4b40-a146-ab5166f6c95c None None] Sync routers for ids ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:54:55.144235 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c21819-0dd1-4b40-a146-ab5166f6c95c None None] Routers {'d73caf4e-33ff-491d-aabf-17a70f2a61c6'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:54:55.144893 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-43c21819-0dd1-4b40-a146-ab5166f6c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:54:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:54:55.156340 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-c4819376-a688-4d98-a1b3-0fc5f1163928 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "PUT /v2.0/floatingips/139019fc-0c98-49b7-9b84-8337168d2025 HTTP/1.1" status: 200 len: 991 time: 0.9090619 Jul 28 03:54:55.156913 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b184416a-b6b8-447e-a592-9030cabfa404', 'tag': '2226f438-8e90-4b31-a8d7-9b71702e0d00'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:54:55.159269 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358a1d06-1c30-43da-a377-9601375cf2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b184416a-b6b8-447e-a592-9030cabfa404", "tag": "2226f438-8e90-4b31-a8d7-9b71702e0d00"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:54:55.250769 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-43c21819-0dd1-4b40-a146-ab5166f6c95c None None] Set router d73caf4e-33ff-491d-aabf-17a70f2a61c6 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:54:55.289329 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9d40df-bfba-4221-9f75-9a57fa146a53 x-openstack-request-id: req-0f9d40df-bfba-4221-9f75-9a57fa146a53 {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:54:55.289892 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b184416a-b6b8-447e-a592-9030cabfa404", "tag": "2226f438-8e90-4b31-a8d7-9b71702e0d00", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:54:55.290000 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f9d40df-bfba-4221-9f75-9a57fa146a53 {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:54:55.290386 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b184416a-b6b8-447e-a592-9030cabfa404', 'tag': '2226f438-8e90-4b31-a8d7-9b71702e0d00', 'status': 'completed', 'code': 200} Jul 28 03:54:55.372930 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1d06-1c30-43da-a377-9601375cf2a8 req-a730e822-da0a-4b98-bba7-fffa44189dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:55.374521 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-358a1d06-1c30-43da-a377-9601375cf2a8 req-a730e822-da0a-4b98-bba7-fffa44189dd1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 1098 time: 0.0407591 Jul 28 03:54:55.466525 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1d06-1c30-43da-a377-9601375cf2a8 req-cf6324ef-04ac-4114-a3d8-7ecbffa103a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:55.468036 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-358a1d06-1c30-43da-a377-9601375cf2a8 req-cf6324ef-04ac-4114-a3d8-7ecbffa103a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 200 len: 911 time: 0.0870726 Jul 28 03:54:55.475496 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-43c21819-0dd1-4b40-a146-ab5166f6c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:21Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': '139019fc-0c98-49b7-9b84-8337168d2025', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'port_id': '2226f438-8e90-4b31-a8d7-9b71702e0d00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'mac_address': 'fa:16:3e:84:76:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b184416a-b6b8-447e-a592-9030cabfa404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:54:43Z', 'updated_at': '2021-07-28T03:54:54Z', 'revision_number': 1, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1873c1d-5b49-4e52-baa7-b192cabb45f5', 'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'mac_address': 'fa:16:3e:8d:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:19Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 5, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'subnets': [{'id': '0855aebe-89e1-4a95-8ec3-265771853473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:54:55.506013 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c21819-0dd1-4b40-a146-ab5166f6c95c None None] Checking router: d73caf4e-33ff-491d-aabf-17a70f2a61c6 for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:54:55.514188 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c21819-0dd1-4b40-a146-ab5166f6c95c None None] Routers {'d73caf4e-33ff-491d-aabf-17a70f2a61c6'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:54:55.514797 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-43c21819-0dd1-4b40-a146-ab5166f6c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:54:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:54:55.533254 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-358a1d06-1c30-43da-a377-9601375cf2a8 req-2993a1a4-5702-408b-933d-967446289d05 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2226f438-8e90-4b31-a8d7-9b71702e0d00 HTTP/1.1" status: 200 len: 999 time: 0.0582175 Jul 28 03:54:55.585080 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1d06-1c30-43da-a377-9601375cf2a8 req-0dad4597-508a-414a-a00c-f70bf63cfba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:55.586532 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-358a1d06-1c30-43da-a377-9601375cf2a8 req-0dad4597-508a-414a-a00c-f70bf63cfba4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0855aebe-89e1-4a95-8ec3-265771853473 HTTP/1.1" status: 200 len: 849 time: 0.0470378 Jul 28 03:54:55.617693 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-43c21819-0dd1-4b40-a146-ab5166f6c95c None None] Set router d73caf4e-33ff-491d-aabf-17a70f2a61c6 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:54:55.633433 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1d06-1c30-43da-a377-9601375cf2a8 req-87578807-b679-420c-8814-2fc86c51804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:54:55.634938 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-358a1d06-1c30-43da-a377-9601375cf2a8 req-87578807-b679-420c-8814-2fc86c51804f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411618 Jul 28 03:54:55.723094 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-358a1d06-1c30-43da-a377-9601375cf2a8 req-e11455d5-6a58-48a8-aa7d-dd7a17632af5 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810893 Jul 28 03:54:55.816194 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-358a1d06-1c30-43da-a377-9601375cf2a8 req-aead4481-f637-46f4-bb73-c760a95be028 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865853 Jul 28 03:54:55.840752 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-43c21819-0dd1-4b40-a146-ab5166f6c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:21Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': '139019fc-0c98-49b7-9b84-8337168d2025', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'port_id': '2226f438-8e90-4b31-a8d7-9b71702e0d00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'mac_address': 'fa:16:3e:84:76:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b184416a-b6b8-447e-a592-9030cabfa404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:54:43Z', 'updated_at': '2021-07-28T03:54:54Z', 'revision_number': 1, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1873c1d-5b49-4e52-baa7-b192cabb45f5', 'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'mac_address': 'fa:16:3e:8d:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:19Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 5, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'subnets': [{'id': '0855aebe-89e1-4a95-8ec3-265771853473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:54:55.868144 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c21819-0dd1-4b40-a146-ab5166f6c95c None None] The sync data for ids ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'] in dv-cinder-733062-21-iscsi is: [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:21Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': '139019fc-0c98-49b7-9b84-8337168d2025', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'port_id': '2226f438-8e90-4b31-a8d7-9b71702e0d00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'mac_address': 'fa:16:3e:84:76:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b184416a-b6b8-447e-a592-9030cabfa404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:54:43Z', 'updated_at': '2021-07-28T03:54:54Z', 'revision_number': 1, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1873c1d-5b49-4e52-baa7-b192cabb45f5', 'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'mac_address': 'fa:16:3e:8d:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:19Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 5, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'subnets': [{'id': '0855aebe-89e1-4a95-8ec3-265771853473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:54:56.017013 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:54:56.058452 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a172157-409d-4b81-81f0-4bead0d5e408 None None] New status for floating IP 139019fc-0c98-49b7-9b84-8337168d2025: ACTIVE {{(pid=93264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:55:12.020686 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:55:20.463033 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e2b37139-3e2f-44ab-95f3-3c2fa4eff494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:23.310070 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-f66e9642-cd1f-4e3c-acd9-08fd6fb76a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:23.341535 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:23.372234 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:24.307650 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:26.016281 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:40.776151 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-dd72fc23-3533-49bb-958f-270948e98ab5 req-4ca819a9-25a7-427b-b18e-ff411fb8a31c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394800 Jul 28 03:55:40.846949 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72fc23-3533-49bb-958f-270948e98ab5 req-e85c7e6f-b004-4817-a038-b54b5187d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:40.848348 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-dd72fc23-3533-49bb-958f-270948e98ab5 req-e85c7e6f-b004-4817-a038-b54b5187d06c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee20ad097bcc4c51a357aa0a803f59a8&device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 1098 time: 0.0398598 Jul 28 03:55:40.952553 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72fc23-3533-49bb-958f-270948e98ab5 req-ecdace3f-8f92-44bc-9253-13e0432081cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:40.954015 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-dd72fc23-3533-49bb-958f-270948e98ab5 req-ecdace3f-8f92-44bc-9253-13e0432081cb service neutron] 10.222.0.25 "GET /v2.0/networks?id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5 HTTP/1.1" status: 200 len: 917 time: 0.0855083 Jul 28 03:55:41.017406 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-dd72fc23-3533-49bb-958f-270948e98ab5 req-ce166aa4-1eb6-4d89-901d-15056adaab45 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4131a892-3af6-42e1-baaf-3d85313cb04d HTTP/1.1" status: 200 len: 1001 time: 0.0566056 Jul 28 03:55:41.068657 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72fc23-3533-49bb-958f-270948e98ab5 req-b48a8b4e-1788-4069-a6ba-adbcb80ce179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:41.070116 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-dd72fc23-3533-49bb-958f-270948e98ab5 req-b48a8b4e-1788-4069-a6ba-adbcb80ce179 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ec9b6e0-e497-4186-9c06-281440bc68ef HTTP/1.1" status: 200 len: 855 time: 0.0466542 Jul 28 03:55:41.118077 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72fc23-3533-49bb-958f-270948e98ab5 req-98e23626-48f5-46eb-833e-2f83b7677817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:55:41.119595 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-dd72fc23-3533-49bb-958f-270948e98ab5 req-98e23626-48f5-46eb-833e-2f83b7677817 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09233d9b-0c94-4f1f-a3bd-45f2d97443e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416698 Jul 28 03:55:41.207401 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-dd72fc23-3533-49bb-958f-270948e98ab5 req-a1f18c8f-89f7-423f-b8cc-b14df9c0b9ab service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803795 Jul 28 03:55:41.299002 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-dd72fc23-3533-49bb-958f-270948e98ab5 req-fe2cc882-2880-432b-b063-73eecf28cb44 service neutron] 10.222.0.25 "GET /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850945 Jul 28 03:55:49.019666 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:55:50.463901 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e4fc431d-81fa-4b7b-a9da-aee731607687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:53.309385 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-a92ff32f-48dd-403f-a250-ef0d43e97f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:53.350462 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:53.370887 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:54.310359 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:55:56.019348 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:20.464526 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d4cbe699-05e8-41f3-8da5-1fd8dcb021ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:23.310185 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-5cc69bd0-33f0-4c27-ab67-bcd4ce436272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:23.363062 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:23.372164 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:24.313103 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:26.019744 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:56:26.022767 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:27.551123 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e9d84-aec0-42b9-b574-921ec194bf63 req-26f16064-dc3b-4a21-b5d0-cd84455306b9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:27.552606 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-868e9d84-aec0-42b9-b574-921ec194bf63 req-26f16064-dc3b-4a21-b5d0-cd84455306b9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 945 time: 0.0534070 Jul 28 03:56:27.589173 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-868e9d84-aec0-42b9-b574-921ec194bf63 req-843b600d-cab7-4048-9ae9-999c656acdb7 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups?id=3308eb50-d33f-4051-b8fb-640e388514c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307860 Jul 28 03:56:28.081850 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5332c-2ca3-4ee1-907d-c520e0fe09d8 req-60b01e0a-2008-4aba-9c13-df4a557c4d69 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:28.083182 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cfc5332c-2ca3-4ee1-907d-c520e0fe09d8 req-60b01e0a-2008-4aba-9c13-df4a557c4d69 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 945 time: 0.0505300 Jul 28 03:56:28.178361 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-cfc5332c-2ca3-4ee1-907d-c520e0fe09d8 req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Deleting port 4131a892-3af6-42e1-baaf-3d85313cb04d {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:56:28.178704 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cfc5332c-2ca3-4ee1-907d-c520e0fe09d8 req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:28.266805 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-cfc5332c-2ca3-4ee1-907d-c520e0fe09d8 req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] For port 4131a892-3af6-42e1-baaf-3d85313cb04d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=4131a892-3af6-42e1-baaf-3d85313cb04d,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:56:28.267300 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cfc5332c-2ca3-4ee1-907d-c520e0fe09d8 req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:28.443181 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cfc5332c-2ca3-4ee1-907d-c520e0fe09d8 req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:28.443587 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cfc5332c-2ca3-4ee1-907d-c520e0fe09d8 req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:28.443933 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.l3_db [req-cfc5332c-2ca3-4ee1-907d-c520e0fe09d8 req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Floating IP ff917a45-2d93-4aa2-8a36-2ba7962ab825 disassociated. External IP: 172.27.1.108, port: 4131a892-3af6-42e1-baaf-3d85313cb04d. Jul 28 03:56:28.444277 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-cfc5332c-2ca3-4ee1-907d-c520e0fe09d8 req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Calling delete_port for 4131a892-3af6-42e1-baaf-3d85313cb04d owned by compute:nova {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:56:28.573133 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cfc5332c-2ca3-4ee1-907d-c520e0fe09d8 req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:28.606111 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event deleted for resources: {'Port': ['ID=4131a892-3af6-42e1-baaf-3d85313cb04d,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:28.616980 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.617258 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.617602 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.618011 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.618283 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.618615 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.618946 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.619893 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.619893 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.620184 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.620367 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.620696 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:56:28.693159 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e2703c4d-0987-41cd-9761-8504af452d63 req-69297f00-4713-495a-b397-da4eebd0c94f tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb93149a-aac0-4bcd-af4a-16726ab6d1df HTTP/1.1" status: 200 len: 210 time: 0.0277038 Jul 28 03:56:28.725574 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfc5332c-2ca3-4ee1-907d-c520e0fe09d8 req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Router 4d6e5794-9aab-44d5-8763-2bd515b53f2c has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:56:28.830616 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfc5332c-2ca3-4ee1-907d-c520e0fe09d8 req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:56:28.841562 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878534ed-6ed1-41d3-ba70-254fc062550a None None] Sync routers for ids ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:56:28.852009 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878534ed-6ed1-41d3-ba70-254fc062550a None None] Routers {'4d6e5794-9aab-44d5-8763-2bd515b53f2c'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:56:28.852618 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-878534ed-6ed1-41d3-ba70-254fc062550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:56:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:28.869501 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc5332c-2ca3-4ee1-907d-c520e0fe09d8 req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] No DVR routers for this DVR port 4131a892-3af6-42e1-baaf-3d85313cb04d on host hv-cinder-73306 {{(pid=93263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:56:28.871906 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-cfc5332c-2ca3-4ee1-907d-c520e0fe09d8 req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:28.873871 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-cfc5332c-2ca3-4ee1-907d-c520e0fe09d8 req-91ea3911-e437-4ef5-8bcc-1cb09c47148c tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.25 "DELETE /v2.0/ports/4131a892-3af6-42e1-baaf-3d85313cb04d HTTP/1.1" status: 204 len: 173 time: 0.7843776 Jul 28 03:56:28.874293 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb93149a-aac0-4bcd-af4a-16726ab6d1df', 'name': 'network-vif-deleted', 'tag': '4131a892-3af6-42e1-baaf-3d85313cb04d'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:56:28.876525 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fbc54c-8878-4627-8d7e-633b48c657f4" -d '{"events": [{"server_uuid": "fb93149a-aac0-4bcd-af4a-16726ab6d1df", "name": "network-vif-deleted", "tag": "4131a892-3af6-42e1-baaf-3d85313cb04d"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:56:28.913224 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75d65f1-d698-45bc-b31f-4d5bc4f4d52c x-openstack-request-id: req-e75d65f1-d698-45bc-b31f-4d5bc4f4d52c {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:56:28.913635 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb93149a-aac0-4bcd-af4a-16726ab6d1df", "name": "network-vif-deleted", "tag": "4131a892-3af6-42e1-baaf-3d85313cb04d", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:56:28.913921 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e75d65f1-d698-45bc-b31f-4d5bc4f4d52c {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:56:28.914262 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb93149a-aac0-4bcd-af4a-16726ab6d1df', 'name': 'network-vif-deleted', 'tag': '4131a892-3af6-42e1-baaf-3d85313cb04d', 'status': 'completed', 'code': 200} Jul 28 03:56:28.961078 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-878534ed-6ed1-41d3-ba70-254fc062550a None None] Set router 4d6e5794-9aab-44d5-8763-2bd515b53f2c gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:56:29.169049 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-878534ed-6ed1-41d3-ba70-254fc062550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:25Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '9e36cd45-5da5-4cc0-99fc-c4447c610b4b', 'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'mac_address': 'fa:16:3e:5c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:21Z', 'updated_at': '2021-07-28T03:37:34Z', 'revision_number': 5, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'subnets': [{'id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:29.195678 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878534ed-6ed1-41d3-ba70-254fc062550a None None] Checking router: 4d6e5794-9aab-44d5-8763-2bd515b53f2c for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:56:29.204553 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878534ed-6ed1-41d3-ba70-254fc062550a None None] Routers {'4d6e5794-9aab-44d5-8763-2bd515b53f2c'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:56:29.205709 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-878534ed-6ed1-41d3-ba70-254fc062550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:56:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:29.395330 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-878534ed-6ed1-41d3-ba70-254fc062550a None None] Set router 4d6e5794-9aab-44d5-8763-2bd515b53f2c gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:56:29.601528 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-878534ed-6ed1-41d3-ba70-254fc062550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:25Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '9e36cd45-5da5-4cc0-99fc-c4447c610b4b', 'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'mac_address': 'fa:16:3e:5c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:21Z', 'updated_at': '2021-07-28T03:37:34Z', 'revision_number': 5, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'subnets': [{'id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:56:29.627886 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878534ed-6ed1-41d3-ba70-254fc062550a None None] The sync data for ids ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'] in dv-cinder-733062-21-iscsi is: [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T03:37:25Z', 'revision_number': 4, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '9e36cd45-5da5-4cc0-99fc-c4447c610b4b', 'name': '', 'network_id': '09233d9b-0c94-4f1f-a3bd-45f2d97443e5', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'mac_address': 'fa:16:3e:5c:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:21Z', 'updated_at': '2021-07-28T03:37:34Z', 'revision_number': 5, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'subnets': [{'id': '4ec9b6e0-e497-4186-9c06-281440bc68ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:56:29.780196 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 52372) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:29.844980 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45432a72-4a03-49b3-9664-74d4936dd58c None None] New status for floating IP ff917a45-2d93-4aa2-8a36-2ba7962ab825: DOWN {{(pid=93264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:56:29.848075 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-89d7973b-6817-4893-bc10-6fc8c9afd7dd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:29.872643 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-89d7973b-6817-4893-bc10-6fc8c9afd7dd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:29.917812 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-89d7973b-6817-4893-bc10-6fc8c9afd7dd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:29.920303 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-89d7973b-6817-4893-bc10-6fc8c9afd7dd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:29.921614 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-89d7973b-6817-4893-bc10-6fc8c9afd7dd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "DELETE /v2.0/security-groups/3308eb50-d33f-4051-b8fb-640e388514c0 HTTP/1.1" status: 204 len: 168 time: 0.1403761 Jul 28 03:56:29.925169 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 52376) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:29.931225 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7973b-6817-4893-bc10-6fc8c9afd7dd tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3308eb50-d33f-4051-b8fb-640e388514c0,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:29.944212 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.api.v2.resource [None req-3be90cd9-8623-45dc-9c50-0ed8ad3149b9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] show failed (client error): The resource could not be found. Jul 28 03:56:29.945294 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-3be90cd9-8623-45dc-9c50-0ed8ad3149b9 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "GET /v2.0/security-groups/3308eb50-d33f-4051-b8fb-640e388514c0 HTTP/1.1" status: 404 len: 347 time: 0.0190284 Jul 28 03:56:29.948458 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 52378) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:56:30.076925 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-90128741-5413-44ef-9f1c-f008273486b2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Deleting port 5e4e8248-56a2-49cd-9d12-16e380e74fbc {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:56:30.077267 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-90128741-5413-44ef-9f1c-f008273486b2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:30.150804 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-90128741-5413-44ef-9f1c-f008273486b2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:30.151138 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-90128741-5413-44ef-9f1c-f008273486b2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:30.163105 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-90128741-5413-44ef-9f1c-f008273486b2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Calling delete_port for 5e4e8248-56a2-49cd-9d12-16e380e74fbc owned by network:floatingip {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:56:30.294491 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-90128741-5413-44ef-9f1c-f008273486b2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:30.320895 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90128741-5413-44ef-9f1c-f008273486b2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Pushing event deleted for resources: {'Port': ['ID=5e4e8248-56a2-49cd-9d12-16e380e74fbc,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:56:30.380174 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-90128741-5413-44ef-9f1c-f008273486b2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks [] for floatingip, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:30.382647 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-90128741-5413-44ef-9f1c-f008273486b2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:30.383808 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-90128741-5413-44ef-9f1c-f008273486b2 tempest-AttachVolumeShelveTestJSON-1637207116 tempest-AttachVolumeShelveTestJSON-1637207116-project] 10.222.0.16 "DELETE /v2.0/floatingips/ff917a45-2d93-4aa2-8a36-2ba7962ab825 HTTP/1.1" status: 204 len: 168 time: 0.4343538 Jul 28 03:56:32.510727 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 4131a892-3af6-42e1-baaf-3d85313cb04d no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:56:32.530879 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: 4131a892-3af6-42e1-baaf-3d85313cb04d {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:56:32.531215 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 4131a892-3af6-42e1-baaf-3d85313cb04d not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:56:41.712041 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1264314d-c000-4748-a4aa-a6551fb91010 req-b2e4993d-958d-4833-a53d-1674ee304b8a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394318 Jul 28 03:56:41.807976 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264314d-c000-4748-a4aa-a6551fb91010 req-69008bae-a1d4-45fa-8cee-aaec15cf6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:41.809328 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1264314d-c000-4748-a4aa-a6551fb91010 req-69008bae-a1d4-45fa-8cee-aaec15cf6ef5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 1098 time: 0.0391517 Jul 28 03:56:41.912588 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264314d-c000-4748-a4aa-a6551fb91010 req-eed26722-e638-4c1c-91ed-a1030968b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:41.914192 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1264314d-c000-4748-a4aa-a6551fb91010 req-eed26722-e638-4c1c-91ed-a1030968b083 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 200 len: 920 time: 0.0860834 Jul 28 03:56:41.955080 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1264314d-c000-4748-a4aa-a6551fb91010 req-3feb9f28-4801-48ee-9b5d-49b9e622334c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a641e29-3c70-42ab-97b9-e16e6ab74607 HTTP/1.1" status: 200 len: 217 time: 0.0335815 Jul 28 03:56:42.000749 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264314d-c000-4748-a4aa-a6551fb91010 req-46242357-ce94-49ee-bf8e-5577a1bf2e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:56:42.002676 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1264314d-c000-4748-a4aa-a6551fb91010 req-46242357-ce94-49ee-bf8e-5577a1bf2e8b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38d1d376-b64d-4e01-9348-989681f94b9a HTTP/1.1" status: 200 len: 859 time: 0.0419428 Jul 28 03:56:42.036939 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1264314d-c000-4748-a4aa-a6551fb91010 req-11bd89ee-a0de-46f1-8baa-aa22be43d492 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a08c665d-fc97-4225-bb45-ecd81a76a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278404 Jul 28 03:56:42.126197 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1264314d-c000-4748-a4aa-a6551fb91010 req-d381b8d4-c4bd-49b5-8255-8db5612b269a service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820849 Jul 28 03:56:42.463594 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1264314d-c000-4748-a4aa-a6551fb91010 req-dff74fae-07ab-4a73-9da9-285c421d13f4 service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300004 Jul 28 03:56:50.464862 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-12b6ddef-3f8b-442a-8165-a411e6421aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:53.309993 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3138fbd8-c06a-4974-ab96-df91d2a9688e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:53.357867 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:53.371854 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:54.316089 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:56:56.025937 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:03.018940 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:57:20.465718 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-80aeabd8-64f2-474a-8afb-41dc208e6ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:23.309445 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-a960146d-1a67-40ef-9b54-76bbb3cff970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:23.380619 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:23.382756 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:24.318160 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:26.029925 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:40.018262 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:57:41.745726 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a91b4e16-4fed-4a63-99a4-1a1fc1cec88d req-17552534-2fa3-4b63-baf5-438fbddcf05e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769432 Jul 28 03:57:41.816643 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b4e16-4fed-4a63-99a4-1a1fc1cec88d req-556b2169-0b32-466f-a7ff-f1cb7b8ab558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:41.818099 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a91b4e16-4fed-4a63-99a4-1a1fc1cec88d req-556b2169-0b32-466f-a7ff-f1cb7b8ab558 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=89e53e09771a4a478b48fa6e6f571d81&device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 1098 time: 0.0399668 Jul 28 03:57:41.923133 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b4e16-4fed-4a63-99a4-1a1fc1cec88d req-bb869d4e-94d4-426f-9764-7962082abd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:41.925172 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a91b4e16-4fed-4a63-99a4-1a1fc1cec88d req-bb869d4e-94d4-426f-9764-7962082abd13 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 200 len: 920 time: 0.0885894 Jul 28 03:57:41.965125 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a91b4e16-4fed-4a63-99a4-1a1fc1cec88d req-39c4265d-5d95-44b9-8ff9-e430cb88b5b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b HTTP/1.1" status: 200 len: 217 time: 0.0333419 Jul 28 03:57:42.013176 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b4e16-4fed-4a63-99a4-1a1fc1cec88d req-2bef12e4-636a-481f-8ed3-8b54617579ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:42.014487 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a91b4e16-4fed-4a63-99a4-1a1fc1cec88d req-2bef12e4-636a-481f-8ed3-8b54617579ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=38d1d376-b64d-4e01-9348-989681f94b9a HTTP/1.1" status: 200 len: 859 time: 0.0429268 Jul 28 03:57:42.046217 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a91b4e16-4fed-4a63-99a4-1a1fc1cec88d req-b279248c-a374-41d2-9e42-4fa8a2518177 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a08c665d-fc97-4225-bb45-ecd81a76a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250828 Jul 28 03:57:42.056721 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [req-a91b4e16-4fed-4a63-99a4-1a1fc1cec88d req-99523847-ba6c-4cfe-ad6b-8d6ecd8ac012 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:57:42.057678 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a91b4e16-4fed-4a63-99a4-1a1fc1cec88d req-99523847-ba6c-4cfe-ad6b-8d6ecd8ac012 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049274 Jul 28 03:57:42.151680 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a91b4e16-4fed-4a63-99a4-1a1fc1cec88d req-6b8303b6-83d0-486e-baaf-d0852033e476 service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861533 Jul 28 03:57:42.244639 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-a91b4e16-4fed-4a63-99a4-1a1fc1cec88d req-ecb45f5c-b0de-4d00-913f-4abd96f03b81 service neutron] 10.222.0.25 "GET /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854316 Jul 28 03:57:50.468524 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e68d5659-f400-44fe-89dc-8cefb1c282d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:53.309654 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-edce0202-3b24-45cd-95af-c8c78051c067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:53.381328 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:53.388614 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:54.321351 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:56.032678 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:17.017003 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:58:20.468520 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1c93-a0f7-4d8f-98be-41e9ea8aa5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:23.310072 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-ca76673f-6181-403c-8fbb-27767d4e886c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:23.373648 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:23.400360 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:24.324812 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:26.035422 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:41.065814 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1665169-4c25-4590-ad61-6e7007488c54 req-3ab4cc60-02c2-4c9c-a3e5-19e5e766fe14 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:41.067174 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c1665169-4c25-4590-ad61-6e7007488c54 req-3ab4cc60-02c2-4c9c-a3e5-19e5e766fe14 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0930417 Jul 28 03:58:41.108356 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c1665169-4c25-4590-ad61-6e7007488c54 req-0fd6591e-5859-41a3-9d64-614fd5eeb5ca tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351591 Jul 28 03:58:41.639544 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3b3a8-6560-4414-8351-463104f21eb0 req-3e0f51f5-cc7d-40a4-a105-62813797b9f8 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:41.640945 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-17e3b3a8-6560-4414-8351-463104f21eb0 req-3e0f51f5-cc7d-40a4-a105-62813797b9f8 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 945 time: 0.0483167 Jul 28 03:58:41.729408 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-17e3b3a8-6560-4414-8351-463104f21eb0 req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Deleting port 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:58:41.729751 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-17e3b3a8-6560-4414-8351-463104f21eb0 req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:41.817833 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-17e3b3a8-6560-4414-8351-463104f21eb0 req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] For port 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b,segment=NetworkSegment(78991cda-89a2-44df-a84a-65c1ee4525b9),segment_id=78991cda-89a2-44df-a84a-65c1ee4525b9)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:58:41.818201 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-17e3b3a8-6560-4414-8351-463104f21eb0 req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:41.831179 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-17e3b3a8-6560-4414-8351-463104f21eb0 req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Calling delete_port for 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b owned by compute:nova {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:58:41.960831 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-17e3b3a8-6560-4414-8351-463104f21eb0 req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:41.988552 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Pushing event deleted for resources: {'Port': ['ID=29cc949d-5a73-4ff7-a43e-00ddd4fbc84b,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:41.996017 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['29cc949d-5a73-4ff7-a43e-00ddd4fbc84b', '1a641e29-3c70-42ab-97b9-e16e6ab74607'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:58:42.014859 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:42.015211 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:42.015554 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:42.016398 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:42.016398 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:42.016640 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:42.016878 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:42.017201 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:42.017529 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:42.018270 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:42.018270 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:42.018495 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:42.037010 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e3b3a8-6560-4414-8351-463104f21eb0 req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] No DVR routers for this DVR port 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b on host hv-cinder-73306 {{(pid=93263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:58:42.039925 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-17e3b3a8-6560-4414-8351-463104f21eb0 req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:42.041914 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-17e3b3a8-6560-4414-8351-463104f21eb0 req-07a09a40-823d-401d-8fe9-47d5122450f4 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.25 "DELETE /v2.0/ports/29cc949d-5a73-4ff7-a43e-00ddd4fbc84b HTTP/1.1" status: 204 len: 173 time: 0.3949475 Jul 28 03:58:42.042359 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff2a400-ddb8-40da-9f6e-09ebc33da17c', 'name': 'network-vif-deleted', 'tag': '29cc949d-5a73-4ff7-a43e-00ddd4fbc84b'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:58:42.044614 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6061f93f-071d-4fb3-a220-cdbb3302de2e" -d '{"events": [{"server_uuid": "3ff2a400-ddb8-40da-9f6e-09ebc33da17c", "name": "network-vif-deleted", "tag": "29cc949d-5a73-4ff7-a43e-00ddd4fbc84b"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:58:42.094007 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4c069a-f53d-4145-86e4-d8482656254d x-openstack-request-id: req-5b4c069a-f53d-4145-86e4-d8482656254d {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:58:42.094360 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff2a400-ddb8-40da-9f6e-09ebc33da17c", "name": "network-vif-deleted", "tag": "29cc949d-5a73-4ff7-a43e-00ddd4fbc84b", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:58:42.094722 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b4c069a-f53d-4145-86e4-d8482656254d {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:58:42.095184 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff2a400-ddb8-40da-9f6e-09ebc33da17c', 'name': 'network-vif-deleted', 'tag': '29cc949d-5a73-4ff7-a43e-00ddd4fbc84b', 'status': 'completed', 'code': 200} Jul 28 03:58:42.219838 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5ba5a490-5c2e-4eec-94ca-6a0de5dada0c req-34147032-723b-4628-b9f9-12a4f4470712 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff2a400-ddb8-40da-9f6e-09ebc33da17c HTTP/1.1" status: 200 len: 210 time: 0.0273697 Jul 28 03:58:42.689214 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f75b962c-b477-427c-ae1b-16d0c8b468df req-33c9003b-d0fa-4827-802b-d829ecd549c0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402846 Jul 28 03:58:42.764200 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b962c-b477-427c-ae1b-16d0c8b468df req-ac859fcb-2428-4435-bb55-75e1ceed907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:42.765568 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f75b962c-b477-427c-ae1b-16d0c8b468df req-ac859fcb-2428-4435-bb55-75e1ceed907b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 1098 time: 0.0438015 Jul 28 03:58:42.865525 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b962c-b477-427c-ae1b-16d0c8b468df req-7360ea6c-b79c-489c-9026-84b4ac734eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:42.867694 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f75b962c-b477-427c-ae1b-16d0c8b468df req-7360ea6c-b79c-489c-9026-84b4ac734eb8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 200 len: 911 time: 0.0824122 Jul 28 03:58:42.934350 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f75b962c-b477-427c-ae1b-16d0c8b468df req-2cf54225-7989-4d7b-95eb-e475fed0fcdf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2226f438-8e90-4b31-a8d7-9b71702e0d00 HTTP/1.1" status: 200 len: 1001 time: 0.0596120 Jul 28 03:58:42.983671 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b962c-b477-427c-ae1b-16d0c8b468df req-11ff2056-1805-49ee-9d60-a9ef18bb9b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:42.985162 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f75b962c-b477-427c-ae1b-16d0c8b468df req-11ff2056-1805-49ee-9d60-a9ef18bb9b68 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0855aebe-89e1-4a95-8ec3-265771853473 HTTP/1.1" status: 200 len: 849 time: 0.0440760 Jul 28 03:58:43.030114 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b962c-b477-427c-ae1b-16d0c8b468df req-a36b2563-2bc8-40ab-a74a-96455298a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:43.031494 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f75b962c-b477-427c-ae1b-16d0c8b468df req-a36b2563-2bc8-40ab-a74a-96455298a2fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396876 Jul 28 03:58:43.122705 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f75b962c-b477-427c-ae1b-16d0c8b468df req-9dbe8bd0-736e-4aaa-97f8-ec68975cb9e1 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834851 Jul 28 03:58:43.210924 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f75b962c-b477-427c-ae1b-16d0c8b468df req-0953d8e1-43f7-4129-9a31-f102c602cac1 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803161 Jul 28 03:58:43.477516 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd595d-8f39-496f-afac-a6073ec2419d req-15f746d9-7344-4f0f-abba-648df29a908f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:43.478996 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9afd595d-8f39-496f-afac-a6073ec2419d req-15f746d9-7344-4f0f-abba-648df29a908f tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0506680 Jul 28 03:58:43.518191 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9afd595d-8f39-496f-afac-a6073ec2419d req-b476cb92-cf2c-46e6-a0ef-181b01b2684c tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9104faf-2eaf-4798-a7ba-6465235fae95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313132 Jul 28 03:58:43.967503 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db0bd8-7c5d-4498-9b3e-e7fc09421778 req-9198324b-b389-4124-9168-e5b9053a6a55 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:43.968870 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-12db0bd8-7c5d-4498-9b3e-e7fc09421778 req-9198324b-b389-4124-9168-e5b9053a6a55 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 945 time: 0.0482612 Jul 28 03:58:44.063537 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-12db0bd8-7c5d-4498-9b3e-e7fc09421778 req-773612c6-52cf-4f45-996e-5f725b51e796 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Deleting port 1a641e29-3c70-42ab-97b9-e16e6ab74607 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:58:44.063900 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-12db0bd8-7c5d-4498-9b3e-e7fc09421778 req-773612c6-52cf-4f45-996e-5f725b51e796 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:44.149007 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-12db0bd8-7c5d-4498-9b3e-e7fc09421778 req-773612c6-52cf-4f45-996e-5f725b51e796 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] For port 1a641e29-3c70-42ab-97b9-e16e6ab74607, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=1a641e29-3c70-42ab-97b9-e16e6ab74607,segment=NetworkSegment(78991cda-89a2-44df-a84a-65c1ee4525b9),segment_id=78991cda-89a2-44df-a84a-65c1ee4525b9)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:58:44.149376 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-12db0bd8-7c5d-4498-9b3e-e7fc09421778 req-773612c6-52cf-4f45-996e-5f725b51e796 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:44.166366 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-12db0bd8-7c5d-4498-9b3e-e7fc09421778 req-773612c6-52cf-4f45-996e-5f725b51e796 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Calling delete_port for 1a641e29-3c70-42ab-97b9-e16e6ab74607 owned by compute:nova {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:58:44.290204 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-12db0bd8-7c5d-4498-9b3e-e7fc09421778 req-773612c6-52cf-4f45-996e-5f725b51e796 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:44.317996 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773612c6-52cf-4f45-996e-5f725b51e796 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Pushing event deleted for resources: {'Port': ['ID=1a641e29-3c70-42ab-97b9-e16e6ab74607,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:44.324546 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['1a641e29-3c70-42ab-97b9-e16e6ab74607'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:58:44.362965 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-12db0bd8-7c5d-4498-9b3e-e7fc09421778 req-773612c6-52cf-4f45-996e-5f725b51e796 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] No DVR routers for this DVR port 1a641e29-3c70-42ab-97b9-e16e6ab74607 on host hv-cinder-73306 {{(pid=93263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:58:44.365386 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-12db0bd8-7c5d-4498-9b3e-e7fc09421778 req-773612c6-52cf-4f45-996e-5f725b51e796 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:44.368082 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-12db0bd8-7c5d-4498-9b3e-e7fc09421778 req-773612c6-52cf-4f45-996e-5f725b51e796 tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.25 "DELETE /v2.0/ports/1a641e29-3c70-42ab-97b9-e16e6ab74607 HTTP/1.1" status: 204 len: 173 time: 0.3931506 Jul 28 03:58:44.368510 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eae018-81cf-4d77-8ac7-562c54a93e53', 'name': 'network-vif-deleted', 'tag': '1a641e29-3c70-42ab-97b9-e16e6ab74607'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:58:44.370722 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1881a954-72b8-44c2-ac89-bd774164b063" -d '{"events": [{"server_uuid": "a9eae018-81cf-4d77-8ac7-562c54a93e53", "name": "network-vif-deleted", "tag": "1a641e29-3c70-42ab-97b9-e16e6ab74607"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:58:44.409979 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6e6b5f-7c9a-4a0f-a326-1b61c58cfaae x-openstack-request-id: req-bf6e6b5f-7c9a-4a0f-a326-1b61c58cfaae {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:58:44.410273 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eae018-81cf-4d77-8ac7-562c54a93e53", "name": "network-vif-deleted", "tag": "1a641e29-3c70-42ab-97b9-e16e6ab74607", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:58:44.410528 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf6e6b5f-7c9a-4a0f-a326-1b61c58cfaae {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:58:44.410925 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9eae018-81cf-4d77-8ac7-562c54a93e53', 'name': 'network-vif-deleted', 'tag': '1a641e29-3c70-42ab-97b9-e16e6ab74607', 'status': 'completed', 'code': 200} Jul 28 03:58:44.622687 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ad8a49d1-0069-4441-92f4-1789d8db87cf req-7edc2f7a-052c-44ae-a9e6-348e695737eb tempest-ServerRescueNegativeTestJSON-2106847959 tempest-ServerRescueNegativeTestJSON-2106847959-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9eae018-81cf-4d77-8ac7-562c54a93e53 HTTP/1.1" status: 200 len: 210 time: 0.0268624 Jul 28 03:58:45.097518 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:58:45.117042 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:58:45.117375 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 29cc949d-5a73-4ff7-a43e-00ddd4fbc84b not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:58:45.117774 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 1a641e29-3c70-42ab-97b9-e16e6ab74607 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:58:45.135603 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: 1a641e29-3c70-42ab-97b9-e16e6ab74607 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:58:45.135966 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 1a641e29-3c70-42ab-97b9-e16e6ab74607 not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:58:45.677694 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 53482) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:46.336376 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33441852'] for router_interface, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:46.563908 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Deleting port 73d5ca0e-4702-4b04-ab24-eaa027c32d1d {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:58:46.564156 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:46.640213 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] For port 73d5ca0e-4702-4b04-ab24-eaa027c32d1d, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=73d5ca0e-4702-4b04-ab24-eaa027c32d1d,segment=NetworkSegment(78991cda-89a2-44df-a84a-65c1ee4525b9),segment_id=78991cda-89a2-44df-a84a-65c1ee4525b9)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:58:46.640613 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:46.653250 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Calling delete_port for 73d5ca0e-4702-4b04-ab24-eaa027c32d1d owned by network:router_interface {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:58:46.825743 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:46.854841 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d5ca0e-4702-4b04-ab24-eaa027c32d1d,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:46.877440 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:46.877789 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:46.878130 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:46.878464 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:46.878794 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:46.879124 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:46.879453 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:46.879807 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:46.880138 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:46.880460 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:46.880779 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:46.881102 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:58:47.021188 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33249956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33441872'] for router_interface, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:47.228966 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Router ddc574d0-3691-49c7-9039-150aa86e0add has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:58:47.332205 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:58:47.337627 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-05291a80-19ab-4e46-a54a-91172c81b715 admin admin] 10.222.0.16 "PUT /v2.0/routers/ddc574d0-3691-49c7-9039-150aa86e0add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6582806 Jul 28 03:58:47.340169 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 53494) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:47.342407 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0af309-ef6c-4f18-9315-0869341f1176 None None] Sync routers for ids ['ddc574d0-3691-49c7-9039-150aa86e0add'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:58:47.352622 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0af309-ef6c-4f18-9315-0869341f1176 None None] Routers {'ddc574d0-3691-49c7-9039-150aa86e0add'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:58:47.353405 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-1a0af309-ef6c-4f18-9315-0869341f1176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:58:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['ddc574d0-3691-49c7-9039-150aa86e0add'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:47.441961 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-94b02d30-7c8b-431a-b31a-b98eb1067e85 admin admin] Notify callbacks [] for router, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:47.455090 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-1a0af309-ef6c-4f18-9315-0869341f1176 None None] Set router ddc574d0-3691-49c7-9039-150aa86e0add gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:58:47.537692 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-94b02d30-7c8b-431a-b31a-b98eb1067e85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:47.591724 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-94b02d30-7c8b-431a-b31a-b98eb1067e85 admin admin] Deleting port c2fbd78d-0acd-49cf-93fe-89b505f1bdd8 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:58:47.592074 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-94b02d30-7c8b-431a-b31a-b98eb1067e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:47.628908 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-1a0af309-ef6c-4f18-9315-0869341f1176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'name': 'tempest-ServerRescueNegativeTestJSON-1644327542-router', 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c2fbd78d-0acd-49cf-93fe-89b505f1bdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:38Z', 'updated_at': '2021-07-28T03:58:46Z', 'revision_number': 5, 'project_id': '89e53e09771a4a478b48fa6e6f571d81', 'gw_port': {'id': 'c2fbd78d-0acd-49cf-93fe-89b505f1bdd8', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:26:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:38:39Z', 'updated_at': '2021-07-28T03:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:47.655120 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0af309-ef6c-4f18-9315-0869341f1176 None None] Checking router: ddc574d0-3691-49c7-9039-150aa86e0add for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:58:47.664022 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0af309-ef6c-4f18-9315-0869341f1176 None None] Routers {'ddc574d0-3691-49c7-9039-150aa86e0add'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:58:47.664634 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-1a0af309-ef6c-4f18-9315-0869341f1176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T03:58:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['ddc574d0-3691-49c7-9039-150aa86e0add'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:47.673578 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-94b02d30-7c8b-431a-b31a-b98eb1067e85 admin admin] For port c2fbd78d-0acd-49cf-93fe-89b505f1bdd8, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=c2fbd78d-0acd-49cf-93fe-89b505f1bdd8,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:58:47.673953 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-94b02d30-7c8b-431a-b31a-b98eb1067e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:47.689539 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-94b02d30-7c8b-431a-b31a-b98eb1067e85 admin admin] Calling delete_port for c2fbd78d-0acd-49cf-93fe-89b505f1bdd8 owned by network:router_gateway {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:58:47.749889 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-1a0af309-ef6c-4f18-9315-0869341f1176 None None] Set router ddc574d0-3691-49c7-9039-150aa86e0add gateway port host: None {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:58:47.799519 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-1a0af309-ef6c-4f18-9315-0869341f1176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'name': 'tempest-ServerRescueNegativeTestJSON-1644327542-router', 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:38Z', 'updated_at': '2021-07-28T03:58:47Z', 'revision_number': 6, 'project_id': '89e53e09771a4a478b48fa6e6f571d81', 'gw_port_host': None}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:47.829649 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0af309-ef6c-4f18-9315-0869341f1176 None None] The sync data for ids ['ddc574d0-3691-49c7-9039-150aa86e0add'] in dv-cinder-733062-21-iscsi is: [{'id': 'ddc574d0-3691-49c7-9039-150aa86e0add', 'name': 'tempest-ServerRescueNegativeTestJSON-1644327542-router', 'tenant_id': '89e53e09771a4a478b48fa6e6f571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:38:38Z', 'updated_at': '2021-07-28T03:58:47Z', 'revision_number': 6, 'project_id': '89e53e09771a4a478b48fa6e6f571d81', 'gw_port_host': None}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:58:47.864269 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-94b02d30-7c8b-431a-b31a-b98eb1067e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:47.891444 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b02d30-7c8b-431a-b31a-b98eb1067e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fbd78d-0acd-49cf-93fe-89b505f1bdd8,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:47.951802 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-94b02d30-7c8b-431a-b31a-b98eb1067e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33084914'] for router_gateway, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.038456 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-94b02d30-7c8b-431a-b31a-b98eb1067e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33129325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-211171'] for router, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.040427 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-94b02d30-7c8b-431a-b31a-b98eb1067e85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.081447 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-94b02d30-7c8b-431a-b31a-b98eb1067e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33128701'] for router, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.082029 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b02d30-7c8b-431a-b31a-b98eb1067e85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddc574d0-3691-49c7-9039-150aa86e0add {{(pid=93262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:58:48.086985 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-94b02d30-7c8b-431a-b31a-b98eb1067e85 admin admin] Notify callbacks [] for router, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.088152 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-94b02d30-7c8b-431a-b31a-b98eb1067e85 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ddc574d0-3691-49c7-9039-150aa86e0add HTTP/1.1" status: 204 len: 168 time: 0.7470837 Jul 28 03:58:48.090580 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 53500) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:48.134504 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_v2 [None req-7945e5a3-15e2-4cc2-a859-844bb7623179 admin admin] Deleting subnet 38d1d376-b64d-4e01-9348-989681f94b9a {{(pid=93262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:58:48.137626 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7945e5a3-15e2-4cc2-a859-844bb7623179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.176272 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7945e5a3-15e2-4cc2-a859-844bb7623179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30318906'] for subnet, precommit_delete_associations {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.218418 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7945e5a3-15e2-4cc2-a859-844bb7623179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.284320 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7945e5a3-15e2-4cc2-a859-844bb7623179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30596327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30343369'] for subnet, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.307950 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945e5a3-15e2-4cc2-a859-844bb7623179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d1d376-b64d-4e01-9348-989681f94b9a,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:48.313634 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7945e5a3-15e2-4cc2-a859-844bb7623179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.315476 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-7945e5a3-15e2-4cc2-a859-844bb7623179 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/38d1d376-b64d-4e01-9348-989681f94b9a HTTP/1.1" status: 204 len: 168 time: 0.2240019 Jul 28 03:58:48.317867 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 53504) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:48.387949 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6e0a2d76-b487-4565-bc25-3c9637c5802d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.463424 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6e0a2d76-b487-4565-bc25-3c9637c5802d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.472838 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-6e0a2d76-b487-4565-bc25-3c9637c5802d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08c665d-fc97-4225-bb45-ecd81a76a165']}} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:48.483406 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-6e0a2d76-b487-4565-bc25-3c9637c5802d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78991cda-89a2-44df-a84a-65c1ee4525b9') {'for_net_delete': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:48.483700 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-6e0a2d76-b487-4565-bc25-3c9637c5802d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78991cda-89a2-44df-a84a-65c1ee4525b9') {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:48.492471 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6e0a2d76-b487-4565-bc25-3c9637c5802d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30318899'] for segment, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.509989 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6e0a2d76-b487-4565-bc25-3c9637c5802d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.515606 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0a2d76-b487-4565-bc25-3c9637c5802d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:58:48.516025 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6e0a2d76-b487-4565-bc25-3c9637c5802d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30596253'] for segment, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: Traceback (most recent call last): Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: timer() Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: cb(*args, **kw) Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: return func(*args, **kwargs) Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: self._notify() Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: self.callback(batched_events) Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: event.method(event) Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: return f(self, *a, **k) Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._get(url).json() Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: return self.request(url, 'GET', **kwargs) Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:58:48.517592 dv-cinder-733062-21-iscsi neutron-server[93262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:58:48.568045 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6e0a2d76-b487-4565-bc25-3c9637c5802d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.574227 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6e0a2d76-b487-4565-bc25-3c9637c5802d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.576276 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-6e0a2d76-b487-4565-bc25-3c9637c5802d admin admin] 10.222.0.16 "DELETE /v2.0/networks/a08c665d-fc97-4225-bb45-ecd81a76a165 HTTP/1.1" status: 204 len: 168 time: 0.2575192 Jul 28 03:58:48.589409 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a2d76-b487-4565-bc25-3c9637c5802d admin admin] Pushing event deleted for resources: {'Network': ['ID=a08c665d-fc97-4225-bb45-ecd81a76a165,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:48.651969 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 73d5ca0e-4702-4b04-ab24-eaa027c32d1d no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:58:48.672302 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: 73d5ca0e-4702-4b04-ab24-eaa027c32d1d {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:58:48.672646 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 73d5ca0e-4702-4b04-ab24-eaa027c32d1d not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:58:48.712007 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 53510) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:48.753892 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-51fff0a4-b177-43d2-af71-c31e355b05f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89e53e09771a4a478b48fa6e6f571d81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405869 Jul 28 03:58:48.756984 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 53514) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:48.805575 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e424fd7a-f0b6-46fc-af43-7337715d830e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.828286 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e424fd7a-f0b6-46fc-af43-7337715d830e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.875440 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e424fd7a-f0b6-46fc-af43-7337715d830e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.878248 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e424fd7a-f0b6-46fc-af43-7337715d830e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:48.882764 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-e424fd7a-f0b6-46fc-af43-7337715d830e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9104faf-2eaf-4798-a7ba-6465235fae95 HTTP/1.1" status: 204 len: 168 time: 0.1246688 Jul 28 03:58:48.892317 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424fd7a-f0b6-46fc-af43-7337715d830e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9104faf-2eaf-4798-a7ba-6465235fae95,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:50.260651 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device c2fbd78d-0acd-49cf-93fe-89b505f1bdd8 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:58:50.280399 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: c2fbd78d-0acd-49cf-93fe-89b505f1bdd8 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:58:50.280738 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device c2fbd78d-0acd-49cf-93fe-89b505f1bdd8 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:58:50.468527 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3209d318-43c2-4be2-9c47-4c9ab7478115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:53.309814 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-622690ce-fa90-4a14-b322-fee3449e289c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:53.376305 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:53.401538 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:54.014771 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:58:54.325767 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:56.039437 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:20.468555 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-628be4a7-495f-4ad1-afaa-9a9a4492b925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:23.309688 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-9525e1a2-65bc-4648-9d94-36ccc586cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:23.377410 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:23.427356 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:24.329129 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:26.041227 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:31.014473 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:59:43.689572 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1571c07f-8b0d-4bdf-80ce-baa9084d2f82 req-6989a9cc-dfab-48c5-8024-ce1425af0f1d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420280 Jul 28 03:59:43.784177 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571c07f-8b0d-4bdf-80ce-baa9084d2f82 req-7127a2a4-ad97-4931-8754-e5412c66a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:43.785557 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1571c07f-8b0d-4bdf-80ce-baa9084d2f82 req-7127a2a4-ad97-4931-8754-e5412c66a0c8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 1098 time: 0.0396585 Jul 28 03:59:43.886002 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571c07f-8b0d-4bdf-80ce-baa9084d2f82 req-d367c374-c611-4a14-aa9d-852a88d94146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:43.887437 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1571c07f-8b0d-4bdf-80ce-baa9084d2f82 req-d367c374-c611-4a14-aa9d-852a88d94146 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 200 len: 911 time: 0.0833087 Jul 28 03:59:43.956165 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1571c07f-8b0d-4bdf-80ce-baa9084d2f82 req-0c76a865-53f3-45a8-9688-8392d332fb00 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2226f438-8e90-4b31-a8d7-9b71702e0d00 HTTP/1.1" status: 200 len: 1001 time: 0.0615702 Jul 28 03:59:44.005005 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571c07f-8b0d-4bdf-80ce-baa9084d2f82 req-4f078349-c5fc-4f87-b4ec-72a56728b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:44.006416 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1571c07f-8b0d-4bdf-80ce-baa9084d2f82 req-4f078349-c5fc-4f87-b4ec-72a56728b732 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0855aebe-89e1-4a95-8ec3-265771853473 HTTP/1.1" status: 200 len: 849 time: 0.0437744 Jul 28 03:59:44.052029 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571c07f-8b0d-4bdf-80ce-baa9084d2f82 req-14e86a9e-120f-4c81-9ffa-af2cc57eebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:44.053410 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1571c07f-8b0d-4bdf-80ce-baa9084d2f82 req-14e86a9e-120f-4c81-9ffa-af2cc57eebd5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390460 Jul 28 03:59:44.150010 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1571c07f-8b0d-4bdf-80ce-baa9084d2f82 req-9c7b7d05-70a2-4dba-b8fc-3ee01ca76b85 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845683 Jul 28 03:59:44.238630 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-1571c07f-8b0d-4bdf-80ce-baa9084d2f82 req-78ccb8ef-4136-4d7e-b0b2-013007fe0cca service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812976 Jul 28 03:59:50.468939 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3c0c2ad4-321b-4a75-ba1e-f4e7222b4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:53.311262 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-83903d07-efa3-4963-bc43-dde971825ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:53.377728 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:53.415198 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:54.330996 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:56.043508 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:08.013995 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:00:20.468841 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-160e8c12-369f-4961-8fdd-79533eda6318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:23.311699 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6377f95d-218a-4c43-a185-c813c5a71c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:23.378165 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:23.418706 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:24.335335 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:26.046466 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:30.483148 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [req-31f6c89f-0535-4eaf-90e8-0c86bc4c5163 req-c59904c0-1d4b-45ef-8ed1-db74ec8def1a tempest-TestShelveInstance-1514096497 tempest-TestShelveInstance-1514096497-project] (93263) timed out ('10.222.0.16', 39182) {{(pid=93263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 04:00:45.012967 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:00:45.696248 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c48c1234-9506-4b02-a1ce-8f4264d7f2bf req-2c0f709c-0986-4737-9624-31914179545a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434840 Jul 28 04:00:45.794213 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c1234-9506-4b02-a1ce-8f4264d7f2bf req-59a260eb-d4a0-460c-bbf0-6a016af01f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:45.795780 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c48c1234-9506-4b02-a1ce-8f4264d7f2bf req-59a260eb-d4a0-460c-bbf0-6a016af01f1e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 1098 time: 0.0415337 Jul 28 04:00:45.900691 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c1234-9506-4b02-a1ce-8f4264d7f2bf req-30d40005-0c83-475f-8f0c-cbbf038256f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:45.902169 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c48c1234-9506-4b02-a1ce-8f4264d7f2bf req-30d40005-0c83-475f-8f0c-cbbf038256f3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 200 len: 911 time: 0.0858009 Jul 28 04:00:45.973118 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c48c1234-9506-4b02-a1ce-8f4264d7f2bf req-a08ba10e-d626-40a2-aec9-783c25802be5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2226f438-8e90-4b31-a8d7-9b71702e0d00 HTTP/1.1" status: 200 len: 1001 time: 0.0617905 Jul 28 04:00:46.020770 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c1234-9506-4b02-a1ce-8f4264d7f2bf req-46e9774b-dac2-4626-87af-fcf602138078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:46.022337 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c48c1234-9506-4b02-a1ce-8f4264d7f2bf req-46e9774b-dac2-4626-87af-fcf602138078 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0855aebe-89e1-4a95-8ec3-265771853473 HTTP/1.1" status: 200 len: 849 time: 0.0429819 Jul 28 04:00:46.067128 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c1234-9506-4b02-a1ce-8f4264d7f2bf req-ae309581-8816-460f-ba3a-d9434c909fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:46.069689 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c48c1234-9506-4b02-a1ce-8f4264d7f2bf req-ae309581-8816-460f-ba3a-d9434c909fb5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398619 Jul 28 04:00:46.161089 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c48c1234-9506-4b02-a1ce-8f4264d7f2bf req-cbf73df8-fcaf-4d9e-a83a-0761a4d40f43 service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857139 Jul 28 04:00:46.252058 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-c48c1234-9506-4b02-a1ce-8f4264d7f2bf req-0e6e5a5c-ae3d-4753-b3db-853df9bb2aea service neutron] 10.222.0.25 "GET /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840919 Jul 28 04:00:50.468638 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-9b8ce068-4417-457c-b5a1-895eca763dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:53.312502 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0b3ce606-8952-4cf3-a607-09bd48c0afb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:53.378140 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:53.412637 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:54.339812 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:56.049111 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:20.467808 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-5682c696-600c-4781-81dc-4bc94808751a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:22.012665 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:01:23.313613 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-582623de-9578-4522-92e4-81657bd8992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:23.379639 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:23.409508 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:24.340012 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:26.053963 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:33.837261 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c77a99-e586-45fd-ae90-ef9b488b0b15 req-00bc2880-babb-4419-928b-c93bd45efc5d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:33.838731 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-78c77a99-e586-45fd-ae90-ef9b488b0b15 req-00bc2880-babb-4419-928b-c93bd45efc5d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 945 time: 0.0487514 Jul 28 04:01:33.877013 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-78c77a99-e586-45fd-ae90-ef9b488b0b15 req-50e56aec-22cf-468d-936a-01078606265d tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups?id=74525a4a-1d20-4b0d-8d62-3e99ef9f6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324879 Jul 28 04:01:34.346075 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feaeb56-ba4e-4031-b763-c622e6fbe260 req-daf542f6-362d-495e-b9f9-bb10fd3938fa tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:01:34.347510 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2feaeb56-ba4e-4031-b763-c622e6fbe260 req-daf542f6-362d-495e-b9f9-bb10fd3938fa tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.25 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 945 time: 0.0490744 Jul 28 04:01:34.437941 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-2feaeb56-ba4e-4031-b763-c622e6fbe260 req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Deleting port 2226f438-8e90-4b31-a8d7-9b71702e0d00 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:01:34.438202 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-2feaeb56-ba4e-4031-b763-c622e6fbe260 req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:34.522300 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-2feaeb56-ba4e-4031-b763-c622e6fbe260 req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] For port 2226f438-8e90-4b31-a8d7-9b71702e0d00, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2226f438-8e90-4b31-a8d7-9b71702e0d00,segment=NetworkSegment(844ea769-6c3b-434d-9efb-efca6148041c),segment_id=844ea769-6c3b-434d-9efb-efca6148041c)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:01:34.522660 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-2feaeb56-ba4e-4031-b763-c622e6fbe260 req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:34.688539 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-2feaeb56-ba4e-4031-b763-c622e6fbe260 req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:34.688819 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-2feaeb56-ba4e-4031-b763-c622e6fbe260 req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:34.689125 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.l3_db [req-2feaeb56-ba4e-4031-b763-c622e6fbe260 req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Floating IP 139019fc-0c98-49b7-9b84-8337168d2025 disassociated. External IP: 172.27.1.110, port: 2226f438-8e90-4b31-a8d7-9b71702e0d00. Jul 28 04:01:34.689482 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [req-2feaeb56-ba4e-4031-b763-c622e6fbe260 req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Calling delete_port for 2226f438-8e90-4b31-a8d7-9b71702e0d00 owned by compute:nova {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:01:34.810032 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-2feaeb56-ba4e-4031-b763-c622e6fbe260 req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:34.842224 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event deleted for resources: {'Port': ['ID=2226f438-8e90-4b31-a8d7-9b71702e0d00,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:34.855447 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:34.855825 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:34.856171 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:34.856510 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:34.856846 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:34.857181 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:34.857515 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:34.857843 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:34.858174 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:34.858499 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:34.858843 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:34.859176 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:34.967480 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2feaeb56-ba4e-4031-b763-c622e6fbe260 req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Router d73caf4e-33ff-491d-aabf-17a70f2a61c6 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:01:34.976692 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-21e9d9f8-7700-43bf-a9e7-2564001ae133 req-99aa2cd5-44c0-49e5-a7e1-d4577cd51eeb tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/ports?device_id=b184416a-b6b8-447e-a592-9030cabfa404 HTTP/1.1" status: 200 len: 210 time: 0.0296466 Jul 28 04:01:35.076232 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2feaeb56-ba4e-4031-b763-c622e6fbe260 req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:01:35.085970 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69393a88-bc4e-46ca-a4a8-a2aeda4444f6 None None] Sync routers for ids ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:01:35.094906 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69393a88-bc4e-46ca-a4a8-a2aeda4444f6 None None] Routers {'d73caf4e-33ff-491d-aabf-17a70f2a61c6'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:01:35.095606 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-69393a88-bc4e-46ca-a4a8-a2aeda4444f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:01:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:01:35.115353 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-2feaeb56-ba4e-4031-b763-c622e6fbe260 req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] No DVR routers for this DVR port 2226f438-8e90-4b31-a8d7-9b71702e0d00 on host hv-cinder-73306 {{(pid=93263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:01:35.122041 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-2feaeb56-ba4e-4031-b763-c622e6fbe260 req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:35.122041 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-2feaeb56-ba4e-4031-b763-c622e6fbe260 req-0de4d70e-7af0-42b4-87bd-364aa07ed1fd tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.25 "DELETE /v2.0/ports/2226f438-8e90-4b31-a8d7-9b71702e0d00 HTTP/1.1" status: 204 len: 173 time: 0.7665071 Jul 28 04:01:35.122041 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b184416a-b6b8-447e-a592-9030cabfa404', 'name': 'network-vif-deleted', 'tag': '2226f438-8e90-4b31-a8d7-9b71702e0d00'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:01:35.123187 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae9c315-b75e-42a2-83ce-99366df04d12" -d '{"events": [{"server_uuid": "b184416a-b6b8-447e-a592-9030cabfa404", "name": "network-vif-deleted", "tag": "2226f438-8e90-4b31-a8d7-9b71702e0d00"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:01:35.217527 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-69393a88-bc4e-46ca-a4a8-a2aeda4444f6 None None] Set router d73caf4e-33ff-491d-aabf-17a70f2a61c6 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:01:35.388149 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4739d50-5c75-4cfd-9a5b-df398ba8d865 x-openstack-request-id: req-c4739d50-5c75-4cfd-9a5b-df398ba8d865 {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:01:35.388641 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b184416a-b6b8-447e-a592-9030cabfa404", "name": "network-vif-deleted", "tag": "2226f438-8e90-4b31-a8d7-9b71702e0d00", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:01:35.388748 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4739d50-5c75-4cfd-9a5b-df398ba8d865 {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:01:35.389072 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b184416a-b6b8-447e-a592-9030cabfa404', 'name': 'network-vif-deleted', 'tag': '2226f438-8e90-4b31-a8d7-9b71702e0d00', 'status': 'completed', 'code': 200} Jul 28 04:01:35.427809 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-69393a88-bc4e-46ca-a4a8-a2aeda4444f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:21Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'd1873c1d-5b49-4e52-baa7-b192cabb45f5', 'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'mac_address': 'fa:16:3e:8d:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:19Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 5, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'subnets': [{'id': '0855aebe-89e1-4a95-8ec3-265771853473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:01:35.457118 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69393a88-bc4e-46ca-a4a8-a2aeda4444f6 None None] Checking router: d73caf4e-33ff-491d-aabf-17a70f2a61c6 for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:01:35.465645 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69393a88-bc4e-46ca-a4a8-a2aeda4444f6 None None] Routers {'d73caf4e-33ff-491d-aabf-17a70f2a61c6'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:01:35.466279 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-69393a88-bc4e-46ca-a4a8-a2aeda4444f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:01:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:01:35.569137 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-69393a88-bc4e-46ca-a4a8-a2aeda4444f6 None None] Set router d73caf4e-33ff-491d-aabf-17a70f2a61c6 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:01:35.767170 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-69393a88-bc4e-46ca-a4a8-a2aeda4444f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:21Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'd1873c1d-5b49-4e52-baa7-b192cabb45f5', 'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'mac_address': 'fa:16:3e:8d:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:19Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 5, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'subnets': [{'id': '0855aebe-89e1-4a95-8ec3-265771853473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:01:35.792003 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69393a88-bc4e-46ca-a4a8-a2aeda4444f6 None None] The sync data for ids ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'] in dv-cinder-733062-21-iscsi is: [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:21Z', 'revision_number': 4, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'd1873c1d-5b49-4e52-baa7-b192cabb45f5', 'name': '', 'network_id': '4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'mac_address': 'fa:16:3e:8d:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0855aebe-89e1-4a95-8ec3-265771853473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:19Z', 'updated_at': '2021-07-28T03:37:32Z', 'revision_number': 5, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'subnets': [{'id': '0855aebe-89e1-4a95-8ec3-265771853473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:01:35.988479 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e84dd61-7d85-4cfc-b535-a76c9d7c4c68 None None] New status for floating IP 139019fc-0c98-49b7-9b84-8337168d2025: DOWN {{(pid=93265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:01:36.063425 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 54878) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:01:36.119002 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c373598b-4536-48f8-8abd-6abab86960e6 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:36.150370 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c373598b-4536-48f8-8abd-6abab86960e6 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:36.203727 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c373598b-4536-48f8-8abd-6abab86960e6 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:36.207506 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c373598b-4536-48f8-8abd-6abab86960e6 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:36.208771 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-c373598b-4536-48f8-8abd-6abab86960e6 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "DELETE /v2.0/security-groups/74525a4a-1d20-4b0d-8d62-3e99ef9f6ee5 HTTP/1.1" status: 204 len: 168 time: 0.1443188 Jul 28 04:01:36.211541 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 54882) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:01:36.225146 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.api.v2.resource [None req-463e2468-611b-4a0f-b660-9fe9429049e0 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] show failed (client error): The resource could not be found. Jul 28 04:01:36.225375 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373598b-4536-48f8-8abd-6abab86960e6 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74525a4a-1d20-4b0d-8d62-3e99ef9f6ee5,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:36.230707 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-463e2468-611b-4a0f-b660-9fe9429049e0 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "GET /v2.0/security-groups/74525a4a-1d20-4b0d-8d62-3e99ef9f6ee5 HTTP/1.1" status: 404 len: 347 time: 0.0180931 Jul 28 04:01:36.231309 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 54884) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:01:36.357933 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Deleting port 1fe50161-0878-405b-8030-3175da7df3f9 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:01:36.358286 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:36.432326 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:36.432664 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:36.444025 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Calling delete_port for 1fe50161-0878-405b-8030-3175da7df3f9 owned by network:floatingip {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:01:36.580310 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:36.611620 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Pushing event deleted for resources: {'Port': ['ID=1fe50161-0878-405b-8030-3175da7df3f9,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:01:36.652078 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:36.652423 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:36.652763 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:36.653103 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:36.653433 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:36.653763 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:36.654092 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:36.654414 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:36.654738 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:36.655061 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:36.655380 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:36.655697 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:01:36.676241 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks [] for floatingip, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:36.678695 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:36.679946 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-121e4265-37e7-463b-97d3-02beefba3967 tempest-AttachVolumeTestJSON-242216195 tempest-AttachVolumeTestJSON-242216195-project] 10.222.0.16 "DELETE /v2.0/floatingips/139019fc-0c98-49b7-9b84-8337168d2025 HTTP/1.1" status: 204 len: 168 time: 0.4476881 Jul 28 04:01:37.777245 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 2226f438-8e90-4b31-a8d7-9b71702e0d00 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:01:37.796592 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: 2226f438-8e90-4b31-a8d7-9b71702e0d00 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:01:37.796934 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 2226f438-8e90-4b31-a8d7-9b71702e0d00 not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:01:50.473499 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4e01e0e5-1623-4a8e-a176-88a4837b86cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:53.314043 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fdeab2e5-dfd4-4e2d-956e-f3221314d55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:53.379851 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:53.425684 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:54.343573 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:56.055475 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:59.012171 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:02:20.464851 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6440b9b2-dbda-4585-a4d0-038febd69c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:23.313068 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0dbb48e7-5dfc-4fa8-b679-6561bc930512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:23.380553 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:23.456796 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:24.345188 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:26.058042 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:36.010390 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:02:50.465313 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-21fd0aef-61d7-414f-8752-8d33728e4f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:53.312972 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e349d1cf-a3ce-497c-9eb2-08a2d9aa2031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:53.381011 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:53.456113 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:54.348436 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:56.059673 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:13.008949 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:03:20.465568 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8a33e0dd-2a62-4637-b453-7f0ab38382d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:23.313255 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-152d9677-2ec3-4d24-a43e-6ac0fa0fda3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:23.382224 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:23.454352 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:24.350628 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:26.061906 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:31.175439 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [req-f8d063c9-0a79-4ac9-8fd1-c8933be08d46 req-a09e4b7c-9009-4418-9548-e599a28bfb12 service neutron] (93262) timed out ('10.222.0.25', 64734) {{(pid=93262) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 04:03:50.007438 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:03:50.465957 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-170442d7-4bfe-4961-a9b7-15e5c3fe3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:53.313401 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fb198453-8bb1-4814-a270-43136507339e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:53.383291 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:53.455579 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:54.353065 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:56.064770 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:20.466800 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-ceb740f7-29f8-4178-9883-5f41ed847548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:23.312244 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-467b0301-9edd-43f3-9a68-21fe25d048c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:23.383080 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:23.469164 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:24.356282 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:26.066163 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:27.006478 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:04:50.467022 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-97ba926b-fdf8-4312-a5fe-1eb9bace800a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:53.311644 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-5102ce05-333f-454a-8671-7b36de636f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:53.383856 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:53.470339 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:54.359613 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:56.070078 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:04.006024 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:05:20.466896 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-1b45d488-5cf0-4bef-aae9-73ce12765e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:23.311943 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-31ee0da8-2c78-4c67-ad05-1be107598eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:23.382829 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:23.498758 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:24.362982 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:26.074355 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:41.004456 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:05:50.467116 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-ffdfec7d-5265-4d6a-bf48-5eb317eaa9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:53.311516 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-1df81e08-c4a4-4723-972a-fd761b3bbfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:53.382908 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:53.498370 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:54.364030 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:56.075614 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:18.003054 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:06:20.467265 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-22f943c9-e342-464e-8dcd-ddc3287211ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:23.311696 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-035ac379-2fd3-4913-a1e8-298a4f20f033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:23.384118 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:23.513732 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:24.372938 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:26.077946 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.468267 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-df6ffd72-2524-4449-bead-f31b8683d8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:53.311187 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d0675280-0fec-4fcb-863a-cd45dd00dc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:53.384982 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:53.511836 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:54.365334 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:55.001941 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:06:56.082272 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:20.468049 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-7d1e0831-17be-48e9-b6de-230e56ebeb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:23.312019 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-28ac1c86-9d59-4917-9030-4c0cc569c457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:23.390998 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:23.523869 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:24.368768 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.083852 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:32.001379 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:07:50.470180 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-9c1f6b4e-c4f1-4d5c-8183-f08385cfba1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:53.313262 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e36c5c1f-92c6-4fee-814c-5488554464a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:53.390202 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:53.525837 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:54.371147 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:56.087224 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:09.000245 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:08:20.471238 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d6907e90-4350-4037-93b5-ce64a39b692c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:23.313081 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1b55-0ff6-46f0-88fb-cc51be303e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:23.380260 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:23.541035 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:24.373492 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:26.089312 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:30.083432 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 58186) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:30.622811 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33441852'] for router_interface, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:30.853650 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Deleting port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:08:30.853990 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:30.928225 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] For port 9e36cd45-5da5-4cc0-99fc-c4447c610b4b, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=9e36cd45-5da5-4cc0-99fc-c4447c610b4b,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:30.928574 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:30.943973 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Calling delete_port for 9e36cd45-5da5-4cc0-99fc-c4447c610b4b owned by network:router_interface {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:08:31.117888 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:31.143831 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e36cd45-5da5-4cc0-99fc-c4447c610b4b,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:31.174882 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:31.175140 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:31.175630 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:31.176029 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:31.176363 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:31.176712 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:31.177027 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:31.177355 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:31.177685 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:31.178010 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:31.178488 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:31.178821 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:31.573798 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33249956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33441872'] for router_interface, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:31.778267 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Router 4d6e5794-9aab-44d5-8763-2bd515b53f2c has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:08:31.881430 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:08:31.886409 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-8e8a4ff0-7ae8-44f5-a050-59e5b8e4e4a3 admin admin] 10.222.0.16 "PUT /v2.0/routers/4d6e5794-9aab-44d5-8763-2bd515b53f2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8019288 Jul 28 04:08:31.888886 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 58204) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:31.891557 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02b1cb-6f6c-4711-93b5-f2f75933deea None None] Sync routers for ids ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:08:31.900568 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c02b1cb-6f6c-4711-93b5-f2f75933deea None None] Routers {'4d6e5794-9aab-44d5-8763-2bd515b53f2c'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:08:31.901262 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-9c02b1cb-6f6c-4711-93b5-f2f75933deea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:08:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:31.992901 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6157c603-db5d-4d82-8605-db72ed3510d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.002056 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-9c02b1cb-6f6c-4711-93b5-f2f75933deea None None] Set router 4d6e5794-9aab-44d5-8763-2bd515b53f2c gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:08:32.097479 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6157c603-db5d-4d82-8605-db72ed3510d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.149263 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-6157c603-db5d-4d82-8605-db72ed3510d9 admin admin] Deleting port 7116d3f3-d43d-427a-8979-3f2acef5229e {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:08:32.149915 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6157c603-db5d-4d82-8605-db72ed3510d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.175361 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-9c02b1cb-6f6c-4711-93b5-f2f75933deea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T04:08:31Z', 'revision_number': 5, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port': {'id': '7116d3f3-d43d-427a-8979-3f2acef5229e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:32.200709 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02b1cb-6f6c-4711-93b5-f2f75933deea None None] Checking router: 4d6e5794-9aab-44d5-8763-2bd515b53f2c for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:08:32.209324 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c02b1cb-6f6c-4711-93b5-f2f75933deea None None] Routers {'4d6e5794-9aab-44d5-8763-2bd515b53f2c'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:08:32.209926 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-9c02b1cb-6f6c-4711-93b5-f2f75933deea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:08:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:32.227511 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [None req-6157c603-db5d-4d82-8605-db72ed3510d9 admin admin] For port 7116d3f3-d43d-427a-8979-3f2acef5229e, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=7116d3f3-d43d-427a-8979-3f2acef5229e,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:32.227933 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6157c603-db5d-4d82-8605-db72ed3510d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.241712 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-6157c603-db5d-4d82-8605-db72ed3510d9 admin admin] Calling delete_port for 7116d3f3-d43d-427a-8979-3f2acef5229e owned by network:router_gateway {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:08:32.301444 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-9c02b1cb-6f6c-4711-93b5-f2f75933deea None None] Set router 4d6e5794-9aab-44d5-8763-2bd515b53f2c gateway port host: None {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:08:32.354730 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-9c02b1cb-6f6c-4711-93b5-f2f75933deea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T04:08:32Z', 'revision_number': 6, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port_host': None}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:32.384982 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02b1cb-6f6c-4711-93b5-f2f75933deea None None] The sync data for ids ['4d6e5794-9aab-44d5-8763-2bd515b53f2c'] in dv-cinder-733062-21-iscsi is: [{'id': '4d6e5794-9aab-44d5-8763-2bd515b53f2c', 'name': 'tempest-AttachVolumeShelveTestJSON-449467637-router', 'tenant_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:10Z', 'updated_at': '2021-07-28T04:08:32Z', 'revision_number': 6, 'project_id': 'ee20ad097bcc4c51a357aa0a803f59a8', 'gw_port_host': None}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:08:32.428127 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6157c603-db5d-4d82-8605-db72ed3510d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.462158 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157c603-db5d-4d82-8605-db72ed3510d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7116d3f3-d43d-427a-8979-3f2acef5229e,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:32.523937 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6157c603-db5d-4d82-8605-db72ed3510d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33084914'] for router_gateway, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.630436 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6157c603-db5d-4d82-8605-db72ed3510d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33129325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-211171'] for router, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.634122 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6157c603-db5d-4d82-8605-db72ed3510d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.700181 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6157c603-db5d-4d82-8605-db72ed3510d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33128701'] for router, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.700640 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6157c603-db5d-4d82-8605-db72ed3510d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d6e5794-9aab-44d5-8763-2bd515b53f2c {{(pid=93263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:08:32.705930 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6157c603-db5d-4d82-8605-db72ed3510d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.709506 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-6157c603-db5d-4d82-8605-db72ed3510d9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4d6e5794-9aab-44d5-8763-2bd515b53f2c HTTP/1.1" status: 204 len: 168 time: 0.8169081 Jul 28 04:08:32.709667 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 58212) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:32.756505 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_v2 [None req-931bf75b-52c0-4182-8795-14a9e0d119a3 admin admin] Deleting subnet 4ec9b6e0-e497-4186-9c06-281440bc68ef {{(pid=93263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:08:32.760755 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-931bf75b-52c0-4182-8795-14a9e0d119a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.798361 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-931bf75b-52c0-4182-8795-14a9e0d119a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29659173'] for subnet, precommit_delete_associations {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.907083 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-931bf75b-52c0-4182-8795-14a9e0d119a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.957106 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-931bf75b-52c0-4182-8795-14a9e0d119a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29890211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24696651'] for subnet, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.983160 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bf75b-52c0-4182-8795-14a9e0d119a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec9b6e0-e497-4186-9c06-281440bc68ef,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:32.985590 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-931bf75b-52c0-4182-8795-14a9e0d119a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.987293 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-931bf75b-52c0-4182-8795-14a9e0d119a3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4ec9b6e0-e497-4186-9c06-281440bc68ef HTTP/1.1" status: 204 len: 168 time: 0.2766852 Jul 28 04:08:32.989722 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 58214) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:32.991925 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe83d5c-a2fe-422b-9594-f97e538bf87a None None] Network 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:08:33.059792 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.113667 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] Deleting port dbe5a1f6-f9ec-421d-827e-edede9252b82 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:08:33.114020 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.128896 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 9e36cd45-5da5-4cc0-99fc-c4447c610b4b no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:08:33.151974 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: 9e36cd45-5da5-4cc0-99fc-c4447c610b4b {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:08:33.152417 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 9e36cd45-5da5-4cc0-99fc-c4447c610b4b not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:08:33.182679 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] DHCP port deletion for 09233d9b-0c94-4f1f-a3bd-45f2d97443e5 request from dv-cinder-733062-21-iscsi {{(pid=93264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:08:33.183163 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] For port dbe5a1f6-f9ec-421d-827e-edede9252b82, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=dbe5a1f6-f9ec-421d-827e-edede9252b82,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:33.183626 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.200931 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] Calling delete_port for dbe5a1f6-f9ec-421d-827e-edede9252b82 owned by network:dhcp {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:08:33.228859 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Deleting port dbe5a1f6-f9ec-421d-827e-edede9252b82 {{(pid=93264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:08:33.229231 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.282214 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.292610 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] For port dbe5a1f6-f9ec-421d-827e-edede9252b82, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=dbe5a1f6-f9ec-421d-827e-edede9252b82,segment=NetworkSegment(ab65c20b-09ef-43d0-a6ff-bd38c2d99e16),segment_id=ab65c20b-09ef-43d0-a6ff-bd38c2d99e16)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:33.293010 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.306797 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Calling delete_port for dbe5a1f6-f9ec-421d-827e-edede9252b82 owned by network:dhcp {{(pid=93264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:08:33.309907 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe5a1f6-f9ec-421d-827e-edede9252b82,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:33.311914 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] No DVR routers for this DVR port dbe5a1f6-f9ec-421d-827e-edede9252b82 on host dv-cinder-733062-21-iscsi {{(pid=93263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:08:33.409620 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767'] for port, after_delete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.429912 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.437814 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Pushing event deleted for resources: {'Port': ['ID=dbe5a1f6-f9ec-421d-827e-edede9252b82,revision_number=None']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:33.442302 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.services.segments.db [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09233d9b-0c94-4f1f-a3bd-45f2d97443e5']}} {{(pid=93263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:33.442489 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] No DVR routers for this DVR port dbe5a1f6-f9ec-421d-827e-edede9252b82 on host dv-cinder-733062-21-iscsi {{(pid=93264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:08:33.448671 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.449031 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.449376 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.449709 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.450040 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.450374 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.450697 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.451028 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.451353 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.455980 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.456342 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.456706 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce03432-d07e-4f67-bd5a-eeca7bf036f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.459626 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.services.segments.db [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16') {'for_net_delete': True} {{(pid=93263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:33.459975 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.services.segments.db [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab65c20b-09ef-43d0-a6ff-bd38c2d99e16') {} {{(pid=93263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:33.470082 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29659180'] for segment, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.485329 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.491402 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:08:33.491849 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29890265'] for segment, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: Traceback (most recent call last): Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: timer() Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: cb(*args, **kw) Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: return func(*args, **kwargs) Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: self._notify() Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: self.callback(batched_events) Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: event.method(event) Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: return f(self, *a, **k) Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: return self._get(url).json() Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: return self.request(url, 'GET', **kwargs) Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:08:33.493567 dv-cinder-733062-21-iscsi neutron-server[93263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:08:33.544872 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.550884 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.555432 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] 10.222.0.16 "DELETE /v2.0/networks/09233d9b-0c94-4f1f-a3bd-45f2d97443e5 HTTP/1.1" status: 204 len: 168 time: 0.5625188 Jul 28 04:08:33.564600 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de56623-332d-4df9-b273-a89ae903ce27 admin admin] Pushing event deleted for resources: {'Network': ['ID=09233d9b-0c94-4f1f-a3bd-45f2d97443e5,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:33.666694 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 58224) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:33.707437 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-81fb18a1-92d9-4843-971d-9ed78d60ba21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee20ad097bcc4c51a357aa0a803f59a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395408 Jul 28 04:08:33.709712 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 58228) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:33.756764 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.777156 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.822352 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.825010 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:33.826376 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62a45ae7-8ba1-495a-8e88-f510385595c8 HTTP/1.1" status: 204 len: 168 time: 0.1157908 Jul 28 04:08:33.834447 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a45ae7-8ba1-495a-8e88-f510385595c8,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:33.841451 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.841807 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.842153 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.842496 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.843436 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.843774 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.844116 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.844451 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.844787 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.845118 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.845448 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:33.845817 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc29e2-c8c0-4845-b25b-cd0e20c4c4b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:34.613075 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 7116d3f3-d43d-427a-8979-3f2acef5229e no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:08:34.632719 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: 7116d3f3-d43d-427a-8979-3f2acef5229e {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:08:34.633062 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 7116d3f3-d43d-427a-8979-3f2acef5229e not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:08:34.633481 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device dbe5a1f6-f9ec-421d-827e-edede9252b82 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:08:34.653929 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: dbe5a1f6-f9ec-421d-827e-edede9252b82 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:08:34.654273 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device dbe5a1f6-f9ec-421d-827e-edede9252b82 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:08:35.461009 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 58290) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:35.569109 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4891-d727-468b-bd30-3d24ca85f753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.653893 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4891-d727-468b-bd30-3d24ca85f753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.658039 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4891-d727-468b-bd30-3d24ca85f753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.696189 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-0e9b4891-d727-468b-bd30-3d24ca85f753 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fee1f6993d42466488f7314cff0b800e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341220 Jul 28 04:08:35.697144 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b4891-d727-468b-bd30-3d24ca85f753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f63261-262d-4fb3-b7bc-ef04ef8d5ffb,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:35.698915 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 58296) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:35.752644 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-849711d7-9e25-485c-88ac-9a65071017df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.773508 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-849711d7-9e25-485c-88ac-9a65071017df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.819236 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-849711d7-9e25-485c-88ac-9a65071017df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.821883 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-849711d7-9e25-485c-88ac-9a65071017df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.823075 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-849711d7-9e25-485c-88ac-9a65071017df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35f63261-262d-4fb3-b7bc-ef04ef8d5ffb HTTP/1.1" status: 204 len: 168 time: 0.1224091 Jul 28 04:08:35.835232 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849711d7-9e25-485c-88ac-9a65071017df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f63261-262d-4fb3-b7bc-ef04ef8d5ffb,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:36.079082 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 58302) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:36.092005 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1dfb41e8-9a6f-418f-b20d-68e6c4c9c835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:36.180709 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1dfb41e8-9a6f-418f-b20d-68e6c4c9c835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:36.184090 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1dfb41e8-9a6f-418f-b20d-68e6c4c9c835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:36.222585 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-1dfb41e8-9a6f-418f-b20d-68e6c4c9c835 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef2d63167740480885fbd97b95392f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424363 Jul 28 04:08:36.223831 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb41e8-9a6f-418f-b20d-68e6c4c9c835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06331a20-79f0-47f7-a35d-e2e497b0582f,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:36.225275 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 58304) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:36.274630 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9756dfbf-33be-4b49-aea4-853633f775e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:36.295453 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9756dfbf-33be-4b49-aea4-853633f775e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:36.341209 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9756dfbf-33be-4b49-aea4-853633f775e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:36.344545 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9756dfbf-33be-4b49-aea4-853633f775e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:36.345683 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-9756dfbf-33be-4b49-aea4-853633f775e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06331a20-79f0-47f7-a35d-e2e497b0582f HTTP/1.1" status: 204 len: 168 time: 0.1193616 Jul 28 04:08:36.353342 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756dfbf-33be-4b49-aea4-853633f775e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06331a20-79f0-47f7-a35d-e2e497b0582f,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:36.985470 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 58332) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:37.077926 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-58763d91-7699-443c-b41f-567d3bc9d32e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2004196105-network', 'tenant_id': '2ed61d0c0e074021bcb24ce527e9b064'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:37.098673 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58763d91-7699-443c-b41f-567d3bc9d32e admin admin] Made reservation on behalf of 2ed61d0c0e074021bcb24ce527e9b064 for: {'network': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:08:37.100929 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-58763d91-7699-443c-b41f-567d3bc9d32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.109974 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-58763d91-7699-443c-b41f-567d3bc9d32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.199656 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-58763d91-7699-443c-b41f-567d3bc9d32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.203283 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-58763d91-7699-443c-b41f-567d3bc9d32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.224025 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58763d91-7699-443c-b41f-567d3bc9d32e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:08:37.238072 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58763d91-7699-443c-b41f-567d3bc9d32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153463f7-8c27-49fa-be11-244a683d3f25,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:37.242928 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-58763d91-7699-443c-b41f-567d3bc9d32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.243269 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.segments_db [None req-58763d91-7699-443c-b41f-567d3bc9d32e admin admin] Added segment 2d905f3c-f634-418b-87cf-ed01f0b73bff of type vlan for network 395e0305-b977-48ec-b55f-2baa1bb99383 Jul 28 04:08:37.283099 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-58763d91-7699-443c-b41f-567d3bc9d32e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.310803 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-58763d91-7699-443c-b41f-567d3bc9d32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.311909 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58763d91-7699-443c-b41f-567d3bc9d32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:37.312495 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-58763d91-7699-443c-b41f-567d3bc9d32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.364101 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-58763d91-7699-443c-b41f-567d3bc9d32e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3775263 Jul 28 04:08:37.367115 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 58336) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:37.371127 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58763d91-7699-443c-b41f-567d3bc9d32e admin admin] Pushing event updated for resources: {'Network': ['ID=395e0305-b977-48ec-b55f-2baa1bb99383,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:37.372226 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-ea8623d6-a81c-42a1-8f3e-2d926986a41e admin admin] Request body: {'subnet': {'network_id': '395e0305-b977-48ec-b55f-2baa1bb99383', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2004196105-subnet', 'tenant_id': '2ed61d0c0e074021bcb24ce527e9b064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:37.382413 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network 395e0305-b977-48ec-b55f-2baa1bb99383 details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:08:37.393273 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8623d6-a81c-42a1-8f3e-2d926986a41e admin admin] Made reservation on behalf of 2ed61d0c0e074021bcb24ce527e9b064 for: {'subnet': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:08:37.395600 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ea8623d6-a81c-42a1-8f3e-2d926986a41e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24696630'] for subnet, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.559134 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ea8623d6-a81c-42a1-8f3e-2d926986a41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29890146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24696644'] for subnet, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.619660 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8623d6-a81c-42a1-8f3e-2d926986a41e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c060dc4-6d0c-496c-aee6-393437d2e7fc,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:37.630759 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8623d6-a81c-42a1-8f3e-2d926986a41e admin admin] Checking segment: {'id': '2d905f3c-f634-418b-87cf-ed01f0b73bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '395e0305-b977-48ec-b55f-2baa1bb99383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:08:37.631124 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8623d6-a81c-42a1-8f3e-2d926986a41e admin admin] Network hostable DHCP agents. Network: 395e0305-b977-48ec-b55f-2baa1bb99383, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:08:37.648241 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8623d6-a81c-42a1-8f3e-2d926986a41e admin admin] Network 395e0305-b977-48ec-b55f-2baa1bb99383 is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:08:37.656580 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-ea8623d6-a81c-42a1-8f3e-2d926986a41e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, 395e0305-b977-48ec-b55f-2baa1bb99383) {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:08:37.660780 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8623d6-a81c-42a1-8f3e-2d926986a41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:37.661437 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ea8623d6-a81c-42a1-8f3e-2d926986a41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.665938 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829ada77-cfc8-434d-be4c-10a63e5d599d None None] Network 395e0305-b977-48ec-b55f-2baa1bb99383 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:08:37.674715 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-ea8623d6-a81c-42a1-8f3e-2d926986a41e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3064885 Jul 28 04:08:37.787371 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551ad37b-640c-41e2-898c-867d22b569e6 None None] Network 395e0305-b977-48ec-b55f-2baa1bb99383 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:08:38.127611 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 58358) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:38.132616 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-30644194-df27-41ef-ac3a-05e950120bb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-997335112-network', 'tenant_id': 'f35d66a6d37f416baa5923feee0ca176'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:38.152069 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30644194-df27-41ef-ac3a-05e950120bb5 admin admin] Made reservation on behalf of f35d66a6d37f416baa5923feee0ca176 for: {'network': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:08:38.154256 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-30644194-df27-41ef-ac3a-05e950120bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.162620 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-30644194-df27-41ef-ac3a-05e950120bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.254520 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-30644194-df27-41ef-ac3a-05e950120bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.257955 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-30644194-df27-41ef-ac3a-05e950120bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.278354 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30644194-df27-41ef-ac3a-05e950120bb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:08:38.291485 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30644194-df27-41ef-ac3a-05e950120bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5dc9fb-d2a4-4f16-af4c-254b1a7fb8d6,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:38.296912 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-30644194-df27-41ef-ac3a-05e950120bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.297249 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.segments_db [None req-30644194-df27-41ef-ac3a-05e950120bb5 admin admin] Added segment 3a3d9210-2c8c-412b-83b1-7feb764dedaa of type vlan for network 70af4287-addf-456e-bc2f-c3b99aa20056 Jul 28 04:08:38.336290 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-30644194-df27-41ef-ac3a-05e950120bb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.364232 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-30644194-df27-41ef-ac3a-05e950120bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.365201 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30644194-df27-41ef-ac3a-05e950120bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:38.365787 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-30644194-df27-41ef-ac3a-05e950120bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.418909 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-30644194-df27-41ef-ac3a-05e950120bb5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2901943 Jul 28 04:08:38.422482 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 58360) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:38.427450 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-2fe0a526-5b0e-4eec-b158-74e10a9af3c0 admin admin] Request body: {'subnet': {'network_id': '70af4287-addf-456e-bc2f-c3b99aa20056', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-997335112-subnet', 'tenant_id': 'f35d66a6d37f416baa5923feee0ca176', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:38.428471 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30644194-df27-41ef-ac3a-05e950120bb5 admin admin] Pushing event updated for resources: {'Network': ['ID=70af4287-addf-456e-bc2f-c3b99aa20056,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:38.438599 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network 70af4287-addf-456e-bc2f-c3b99aa20056 details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:08:38.447441 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe0a526-5b0e-4eec-b158-74e10a9af3c0 admin admin] Made reservation on behalf of f35d66a6d37f416baa5923feee0ca176 for: {'subnet': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:08:38.449769 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2fe0a526-5b0e-4eec-b158-74e10a9af3c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30343348'] for subnet, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.618601 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2fe0a526-5b0e-4eec-b158-74e10a9af3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30596134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30343366'] for subnet, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.680128 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0a526-5b0e-4eec-b158-74e10a9af3c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a7bf6db-d0c8-4ff5-a1a8-2eb0da50e9b3,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:38.687363 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe0a526-5b0e-4eec-b158-74e10a9af3c0 admin admin] Checking segment: {'id': '3a3d9210-2c8c-412b-83b1-7feb764dedaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70af4287-addf-456e-bc2f-c3b99aa20056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:08:38.687735 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe0a526-5b0e-4eec-b158-74e10a9af3c0 admin admin] Network hostable DHCP agents. Network: 70af4287-addf-456e-bc2f-c3b99aa20056, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:08:38.703599 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe0a526-5b0e-4eec-b158-74e10a9af3c0 admin admin] Network 70af4287-addf-456e-bc2f-c3b99aa20056 is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:08:38.711384 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-2fe0a526-5b0e-4eec-b158-74e10a9af3c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, 70af4287-addf-456e-bc2f-c3b99aa20056) {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:08:38.715310 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe0a526-5b0e-4eec-b158-74e10a9af3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:38.716063 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2fe0a526-5b0e-4eec-b158-74e10a9af3c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.722012 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63294b1d-dbb6-4b7f-b0cb-1337bf3564ac None None] Network 70af4287-addf-456e-bc2f-c3b99aa20056 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:08:38.731828 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-2fe0a526-5b0e-4eec-b158-74e10a9af3c0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3082097 Jul 28 04:08:38.845343 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867d807a-3748-48ec-90f0-253cb532b124 None None] Network 70af4287-addf-456e-bc2f-c3b99aa20056 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:08:45.999617 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:08:50.472252 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f0ba186-8ca8-4942-84bd-9d7303fbec8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:53.314266 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-cec231cf-542e-49ae-9c3d-e71e64b9afd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:53.380633 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:53.570067 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:54.375910 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:56.093512 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:20.472359 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-07c1f7f7-1af1-4af2-9645-4d03c4a64e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:22.997691 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:09:23.314282 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-39b4a9c3-e106-483f-829d-fb81cad496d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:23.382067 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:23.580220 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:24.380754 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:26.096821 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:50.473259 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0223d287-db10-40d1-a477-9bf7c53eede2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:53.313903 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c18f8c76-ce1b-449a-a124-80f341f1a8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:53.382392 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:53.572879 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:54.383135 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:56.100555 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:59.996942 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:10:20.473564 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-001a478c-10ec-4f71-afd9-97db42eb61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:23.313635 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-761414f3-d599-46d9-a99d-246b4c9d4069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:23.384165 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:23.581848 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:24.384989 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:26.102954 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:36.995772 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:10:49.334047 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 59410) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:49.435453 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:49.524567 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:49.528689 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:49.568560 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1702326da7164b51a0d5d6cbd7e4e277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334058 Jul 28 04:10:49.569670 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76af710e-fe93-4d30-81b1-7eb5ab9a764b,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:49.571203 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 59420) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:49.576621 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.576977 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.577325 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.577667 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.578006 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.578345 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.578707 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.579041 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.579381 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.579718 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.580060 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.580388 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373720cf-9bf9-477f-a330-f18136af889e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.621902 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:49.642867 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:49.687938 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:49.690999 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:49.692218 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76af710e-fe93-4d30-81b1-7eb5ab9a764b HTTP/1.1" status: 204 len: 168 time: 0.1200118 Jul 28 04:10:49.699853 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76af710e-fe93-4d30-81b1-7eb5ab9a764b,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:49.707857 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.708203 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.708550 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.708883 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.709214 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.709544 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.709881 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.710205 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.710532 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.710858 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.711181 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:49.711502 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea1a72-3374-4615-9162-e5de0443e435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:50.472754 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e816d673-33b0-4c08-8f8f-44a29d18dd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:53.315149 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-90b451ce-99ee-4694-ae38-e410953187df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:53.384081 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:53.582072 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:54.388147 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:56.105412 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:13.994365 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:11:20.473138 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-dbd3be58-c4fc-416e-9a12-a8d869d8d17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:23.316538 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-75a43b5f-cc98-42af-8300-1facfe28d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:23.383879 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:23.596725 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:24.392157 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:26.108065 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:50.474165 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-96a594ec-0c13-4280-8fe2-cd2dc5b3b026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:50.993485 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:11:53.316999 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-7590d173-936a-4037-98ac-7ca2e4ebc684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.383892 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.602689 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:54.396612 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:56.112248 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.211358 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 60308) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:58.256719 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_v2 [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Deleting subnet 7c060dc4-6d0c-496c-aee6-393437d2e7fc {{(pid=93263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:11:58.259924 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.299383 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29659173'] for subnet, precommit_delete_associations {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.339661 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.393491 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29890211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24696651'] for subnet, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.419537 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c060dc4-6d0c-496c-aee6-393437d2e7fc,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:58.424664 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.426531 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7c060dc4-6d0c-496c-aee6-393437d2e7fc HTTP/1.1" status: 204 len: 168 time: 0.2140625 Jul 28 04:11:58.429680 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 60314) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:58.432097 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.432456 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.432801 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.433138 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.433473 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.433808 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.434138 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.434469 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.434797 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.435119 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.435443 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.435786 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946b5ba8-3e97-447e-baa0-a04abb760b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.509845 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.590017 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.600298 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395e0305-b977-48ec-b55f-2baa1bb99383']}} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:58.612228 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d905f3c-f634-418b-87cf-ed01f0b73bff') {'for_net_delete': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:58.612527 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d905f3c-f634-418b-87cf-ed01f0b73bff') {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:58.622301 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30318899'] for segment, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.635418 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.641198 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:11:58.641711 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30596253'] for segment, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: Traceback (most recent call last): Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: timer() Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: cb(*args, **kw) Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: return func(*args, **kwargs) Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: self._notify() Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: self.callback(batched_events) Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: event.method(event) Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: return f(self, *a, **k) Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._get(url).json() Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: return self.request(url, 'GET', **kwargs) Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:11:58.644328 dv-cinder-733062-21-iscsi neutron-server[93262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:11:58.699836 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.705722 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.708037 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] 10.222.0.16 "DELETE /v2.0/networks/395e0305-b977-48ec-b55f-2baa1bb99383 HTTP/1.1" status: 204 len: 168 time: 0.2772686 Jul 28 04:11:58.710923 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 60326) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:58.718191 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Pushing event deleted for resources: {'Network': ['ID=395e0305-b977-48ec-b55f-2baa1bb99383,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:58.726205 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.726569 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.726892 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.727239 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.727567 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.727938 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.728267 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.728592 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.728917 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.729235 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.729554 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.729871 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d20dc-42ed-4b87-b123-530f7d068cac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:58.755199 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb0e64d-c803-4177-aedb-8d5dc2221fe0 admin admin] Deleting subnet 8a7bf6db-d0c8-4ff5-a1a8-2eb0da50e9b3 {{(pid=93263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:11:58.758345 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e64d-c803-4177-aedb-8d5dc2221fe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.795418 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e64d-c803-4177-aedb-8d5dc2221fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29659173'] for subnet, precommit_delete_associations {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.833958 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e64d-c803-4177-aedb-8d5dc2221fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.889879 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e64d-c803-4177-aedb-8d5dc2221fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29890211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24696651'] for subnet, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.918246 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0e64d-c803-4177-aedb-8d5dc2221fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a7bf6db-d0c8-4ff5-a1a8-2eb0da50e9b3,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:58.922041 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e64d-c803-4177-aedb-8d5dc2221fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.926509 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 60336) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:58.926678 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-bcb0e64d-c803-4177-aedb-8d5dc2221fe0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8a7bf6db-d0c8-4ff5-a1a8-2eb0da50e9b3 HTTP/1.1" status: 204 len: 168 time: 0.2144530 Jul 28 04:11:58.995469 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-585407d1-c95b-4d5c-a145-6385a8e54718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.325911 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-585407d1-c95b-4d5c-a145-6385a8e54718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.335818 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-585407d1-c95b-4d5c-a145-6385a8e54718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70af4287-addf-456e-bc2f-c3b99aa20056']}} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:59.344961 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-585407d1-c95b-4d5c-a145-6385a8e54718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3d9210-2c8c-412b-83b1-7feb764dedaa') {'for_net_delete': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:59.345257 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-585407d1-c95b-4d5c-a145-6385a8e54718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3d9210-2c8c-412b-83b1-7feb764dedaa') {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:59.354033 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-585407d1-c95b-4d5c-a145-6385a8e54718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30318899'] for segment, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.368436 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-585407d1-c95b-4d5c-a145-6385a8e54718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.374449 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585407d1-c95b-4d5c-a145-6385a8e54718 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:11:59.374827 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-585407d1-c95b-4d5c-a145-6385a8e54718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30596253'] for segment, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: Traceback (most recent call last): Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: timer() Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: cb(*args, **kw) Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: return func(*args, **kwargs) Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: self._notify() Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: self.callback(batched_events) Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: event.method(event) Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: return f(self, *a, **k) Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._get(url).json() Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: return self.request(url, 'GET', **kwargs) Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:11:59.376698 dv-cinder-733062-21-iscsi neutron-server[93262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:11:59.432688 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-585407d1-c95b-4d5c-a145-6385a8e54718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.437779 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-585407d1-c95b-4d5c-a145-6385a8e54718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.442810 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-585407d1-c95b-4d5c-a145-6385a8e54718 admin admin] 10.222.0.16 "DELETE /v2.0/networks/70af4287-addf-456e-bc2f-c3b99aa20056 HTTP/1.1" status: 204 len: 168 time: 0.5145104 Jul 28 04:11:59.453636 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585407d1-c95b-4d5c-a145-6385a8e54718 admin admin] Pushing event deleted for resources: {'Network': ['ID=70af4287-addf-456e-bc2f-c3b99aa20056,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:59.607338 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 60346) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:59.647925 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-572f58ab-427d-460e-920c-50f032a6b69a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ed61d0c0e074021bcb24ce527e9b064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393221 Jul 28 04:11:59.650295 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 60350) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:59.698352 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1ead6304-53ab-4b91-b676-97512b8d7241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.719959 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1ead6304-53ab-4b91-b676-97512b8d7241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.773097 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1ead6304-53ab-4b91-b676-97512b8d7241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.775668 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1ead6304-53ab-4b91-b676-97512b8d7241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.776884 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-1ead6304-53ab-4b91-b676-97512b8d7241 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/153463f7-8c27-49fa-be11-244a683d3f25 HTTP/1.1" status: 204 len: 168 time: 0.1256828 Jul 28 04:11:59.785061 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead6304-53ab-4b91-b676-97512b8d7241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153463f7-8c27-49fa-be11-244a683d3f25,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:00.083043 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 60364) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:00.121929 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-f6407362-5c1f-4adc-9ca1-a9000f3db73e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f35d66a6d37f416baa5923feee0ca176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377781 Jul 28 04:12:00.124330 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 60366) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:00.172260 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-051dceef-5e32-44ce-90a7-c0ff2fbd4942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:00.193171 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-051dceef-5e32-44ce-90a7-c0ff2fbd4942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:00.247338 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-051dceef-5e32-44ce-90a7-c0ff2fbd4942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:00.250008 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-051dceef-5e32-44ce-90a7-c0ff2fbd4942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:00.251177 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-051dceef-5e32-44ce-90a7-c0ff2fbd4942 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f5dc9fb-d2a4-4f16-af4c-254b1a7fb8d6 HTTP/1.1" status: 204 len: 168 time: 0.1259410 Jul 28 04:12:00.259191 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dceef-5e32-44ce-90a7-c0ff2fbd4942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5dc9fb-d2a4-4f16-af4c-254b1a7fb8d6,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:12.679612 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 60574) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:12.793808 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3d4084d5-e899-4734-be41-be2b90ef7ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:12.905680 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3d4084d5-e899-4734-be41-be2b90ef7ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:12.910805 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3d4084d5-e899-4734-be41-be2b90ef7ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:12.949911 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-3d4084d5-e899-4734-be41-be2b90ef7ed3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a1c4f4120724f61888c6bb745b3887a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691689 Jul 28 04:12:12.951027 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4084d5-e899-4734-be41-be2b90ef7ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e599f35e-567b-46e0-8ba2-4e89790e7def,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:12.952545 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 60596) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:13.001324 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d7785351-e96e-4164-9409-9076f8e27925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:13.022920 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d7785351-e96e-4164-9409-9076f8e27925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:13.068545 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d7785351-e96e-4164-9409-9076f8e27925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:13.071287 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d7785351-e96e-4164-9409-9076f8e27925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:13.072449 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-d7785351-e96e-4164-9409-9076f8e27925 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e599f35e-567b-46e0-8ba2-4e89790e7def HTTP/1.1" status: 204 len: 168 time: 0.1188445 Jul 28 04:12:13.079781 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7785351-e96e-4164-9409-9076f8e27925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e599f35e-567b-46e0-8ba2-4e89790e7def,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:13.889531 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 60624) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:14.050309 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cadf0ad-2b79-4cd5-9970-6888f11248a9 admin admin] Deleting subnet ce2bd794-e0e2-4680-943d-3435084f40a0 {{(pid=93262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:12:14.053373 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2cadf0ad-2b79-4cd5-9970-6888f11248a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.097781 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2cadf0ad-2b79-4cd5-9970-6888f11248a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30318906'] for subnet, precommit_delete_associations {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.142070 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2cadf0ad-2b79-4cd5-9970-6888f11248a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.206935 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2cadf0ad-2b79-4cd5-9970-6888f11248a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30596327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30343369'] for subnet, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.236421 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadf0ad-2b79-4cd5-9970-6888f11248a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce2bd794-e0e2-4680-943d-3435084f40a0,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:14.242279 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2cadf0ad-2b79-4cd5-9970-6888f11248a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.246574 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-2cadf0ad-2b79-4cd5-9970-6888f11248a9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ce2bd794-e0e2-4680-943d-3435084f40a0 HTTP/1.1" status: 204 len: 168 time: 0.3537011 Jul 28 04:12:14.246816 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 60656) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:14.324079 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-1a925aa8-2b8a-4299-9107-2f1646775489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.405957 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-1a925aa8-2b8a-4299-9107-2f1646775489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.419438 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-1a925aa8-2b8a-4299-9107-2f1646775489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c357690-498e-4e5c-bdce-1e52bd2b1279']}} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:14.430944 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-1a925aa8-2b8a-4299-9107-2f1646775489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83cbbab4-5474-48ae-9adf-8f04ae7e9586') {'for_net_delete': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:14.431241 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-1a925aa8-2b8a-4299-9107-2f1646775489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83cbbab4-5474-48ae-9adf-8f04ae7e9586') {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:14.440334 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-1a925aa8-2b8a-4299-9107-2f1646775489 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30318899'] for segment, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.458733 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-1a925aa8-2b8a-4299-9107-2f1646775489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.465135 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a925aa8-2b8a-4299-9107-2f1646775489 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:12:14.465566 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-1a925aa8-2b8a-4299-9107-2f1646775489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30596253'] for segment, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: Traceback (most recent call last): Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: timer() Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: cb(*args, **kw) Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: return func(*args, **kwargs) Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: self._notify() Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: self.callback(batched_events) Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: event.method(event) Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: return f(self, *a, **k) Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._get(url).json() Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: return self.request(url, 'GET', **kwargs) Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:12:14.467302 dv-cinder-733062-21-iscsi neutron-server[93262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:12:14.521865 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-1a925aa8-2b8a-4299-9107-2f1646775489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.528483 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-1a925aa8-2b8a-4299-9107-2f1646775489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.530318 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-1a925aa8-2b8a-4299-9107-2f1646775489 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8c357690-498e-4e5c-bdce-1e52bd2b1279 HTTP/1.1" status: 204 len: 168 time: 0.2825375 Jul 28 04:12:14.540862 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a925aa8-2b8a-4299-9107-2f1646775489 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c357690-498e-4e5c-bdce-1e52bd2b1279,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:14.731119 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 60672) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:14.777068 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-8385fcb4-b882-4a4b-876f-aeff6faf4e65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55fad6251ff244ea9f24d160e444628f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512557 Jul 28 04:12:14.779176 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 60674) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:14.829515 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-381c709c-fc75-492d-b463-4c8cbcdb7b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.850646 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-381c709c-fc75-492d-b463-4c8cbcdb7b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.899965 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-381c709c-fc75-492d-b463-4c8cbcdb7b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.902463 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-381c709c-fc75-492d-b463-4c8cbcdb7b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.903625 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-381c709c-fc75-492d-b463-4c8cbcdb7b2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24fb9d02-8752-4e11-88ae-a44c7bf689a1 HTTP/1.1" status: 204 len: 168 time: 0.1235089 Jul 28 04:12:14.911961 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c709c-fc75-492d-b463-4c8cbcdb7b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fb9d02-8752-4e11-88ae-a44c7bf689a1,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:15.558765 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 60712) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:15.658472 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-9e10b0d9-51fd-4c50-9bba-91da838519ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-295209274-network', 'tenant_id': '699932c5162645f89bbd9d95710d863b'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:15.681098 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e10b0d9-51fd-4c50-9bba-91da838519ca admin admin] Made reservation on behalf of 699932c5162645f89bbd9d95710d863b for: {'network': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:12:15.683369 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9e10b0d9-51fd-4c50-9bba-91da838519ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:15.692427 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9e10b0d9-51fd-4c50-9bba-91da838519ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:15.782295 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9e10b0d9-51fd-4c50-9bba-91da838519ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:15.786739 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9e10b0d9-51fd-4c50-9bba-91da838519ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:15.812873 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e10b0d9-51fd-4c50-9bba-91da838519ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:12:15.818309 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10b0d9-51fd-4c50-9bba-91da838519ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29574427-3cb2-494e-82fd-3de7b6a9509a,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:15.825664 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9e10b0d9-51fd-4c50-9bba-91da838519ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:15.826011 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.segments_db [None req-9e10b0d9-51fd-4c50-9bba-91da838519ca admin admin] Added segment 9f9b1f82-df4f-4e6d-b856-f08b1961c802 of type vlan for network 9995752f-26c8-499b-851d-ac24052e53ae Jul 28 04:12:15.871775 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9e10b0d9-51fd-4c50-9bba-91da838519ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:15.900851 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9e10b0d9-51fd-4c50-9bba-91da838519ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:15.901819 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10b0d9-51fd-4c50-9bba-91da838519ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:15.902409 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9e10b0d9-51fd-4c50-9bba-91da838519ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:15.958002 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-9e10b0d9-51fd-4c50-9bba-91da838519ca admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3979216 Jul 28 04:12:15.960547 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 60732) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:15.965590 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-e4de1da7-02b7-4942-8055-41f20f55b4d2 admin admin] Request body: {'subnet': {'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-295209274-subnet', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'ip_version': 4}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:15.981853 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10b0d9-51fd-4c50-9bba-91da838519ca admin admin] Pushing event updated for resources: {'Network': ['ID=9995752f-26c8-499b-851d-ac24052e53ae,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:15.994141 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network 9995752f-26c8-499b-851d-ac24052e53ae details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:12:15.996517 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4de1da7-02b7-4942-8055-41f20f55b4d2 admin admin] Made reservation on behalf of 699932c5162645f89bbd9d95710d863b for: {'subnet': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:12:15.998971 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e4de1da7-02b7-4942-8055-41f20f55b4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24696630'] for subnet, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:16.166592 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e4de1da7-02b7-4942-8055-41f20f55b4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29890146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24696644'] for subnet, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:16.220705 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de1da7-02b7-4942-8055-41f20f55b4d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d01e9f9d-38cd-4035-a831-8e8050984cc6,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:16.229144 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4de1da7-02b7-4942-8055-41f20f55b4d2 admin admin] Checking segment: {'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:12:16.229503 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4de1da7-02b7-4942-8055-41f20f55b4d2 admin admin] Network hostable DHCP agents. Network: 9995752f-26c8-499b-851d-ac24052e53ae, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:12:16.246020 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4de1da7-02b7-4942-8055-41f20f55b4d2 admin admin] Network 9995752f-26c8-499b-851d-ac24052e53ae is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:12:16.254802 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-e4de1da7-02b7-4942-8055-41f20f55b4d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, 9995752f-26c8-499b-851d-ac24052e53ae) {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:12:16.259566 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de1da7-02b7-4942-8055-41f20f55b4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:16.260650 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e4de1da7-02b7-4942-8055-41f20f55b4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:16.263781 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3a43a1-9672-4e46-a3b6-5670f3dcf905 None None] Network 9995752f-26c8-499b-851d-ac24052e53ae requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:12:16.275382 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-e4de1da7-02b7-4942-8055-41f20f55b4d2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3137579 Jul 28 04:12:16.277985 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 60736) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:16.283232 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:16.304348 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-211197'] for router, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:16.305294 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33129348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33083519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-211178'] for router, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:16.407347 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63c72175-85b7-5549-bc99-b4b3332e2149-9995752f-26c8-499b-851d-ac24052e53ae', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6'}]}} from dv-cinder-733062-21-iscsi. {{(pid=93264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:12:16.408659 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:16.550849 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.db_base_plugin_common [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Allocated IP 172.20.0.2 (9995752f-26c8-499b-851d-ac24052e53ae/d01e9f9d-38cd-4035-a831-8e8050984cc6/28fb2c3c-cafb-4725-885e-5158be40cc41) {{(pid=93264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:12:16.607854 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:16.696160 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Notify callbacks [] for port, precommit_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:16.705785 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Transition to ACTIVE for port object 28fb2c3c-cafb-4725-885e-5158be40cc41 will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:12:16.720808 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Transition to ACTIVE for port object 28fb2c3c-cafb-4725-885e-5158be40cc41 will not be triggered until provisioned by entity DHCP. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:12:16.731866 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:16.756746 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33084851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210968'] for router, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:16.770194 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Network 9995752f-26c8-499b-851d-ac24052e53ae is already hosted by enough agents. {{(pid=93264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:12:16.774086 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.base_scheduler [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Resources bound (agent type, host, resource id): {{(pid=93264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:12:16.777873 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Received port after_create {{(pid=93264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:12:16.817126 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Pushing event updated for resources: {'Port': ['ID=28fb2c3c-cafb-4725-885e-5158be40cc41,revision_number=1']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:16.854558 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:16.854914 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:16.855257 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:16.855596 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:16.855998 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:16.856331 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:16.856675 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:16.857240 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:16.857573 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:16.858077 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:16.858403 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:16.858727 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:16.864703 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Attempting to bind port 28fb2c3c-cafb-4725-885e-5158be40cc41 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:12:16.865076 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Attempting to bind port 28fb2c3c-cafb-4725-885e-5158be40cc41 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:12:16.865439 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Attempting to bind port 28fb2c3c-cafb-4725-885e-5158be40cc41 on network 9995752f-26c8-499b-851d-ac24052e53ae {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:12:16.871814 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:12:16.872199 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Checking segment: {'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:12:16.872599 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:16.873178 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Bound using segment: {'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:12:16.873975 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Bound port: 28fb2c3c-cafb-4725-885e-5158be40cc41, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:12:16.874550 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:16.948225 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] For port 28fb2c3c-cafb-4725-885e-5158be40cc41, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:12:16.952152 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] For port 28fb2c3c-cafb-4725-885e-5158be40cc41, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=28fb2c3c-cafb-4725-885e-5158be40cc41,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:12:16.958884 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:17.036763 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753484ac-56c9-496a-8ba7-cc0df1a4af7a None None] Pushing event updated for resources: {'Port': ['ID=28fb2c3c-cafb-4725-885e-5158be40cc41,revision_number=2']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:17.047523 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:17.072639 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:17.249656 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Allocated IP 172.27.1.230 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/a6a8f69d-7685-43f7-b3b8-e45073b80be6) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:12:17.389500 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:17.406473 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 60760) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:17.452747 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:17.492522 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:12:17.495412 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:12:17.498866 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:12:17.507638 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a8f69d-7685-43f7-b3b8-e45073b80be6,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:17.546239 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-b85a17c4-f855-4115-b89b-0bfe53bf2e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:17.811731 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-b85a17c4-f855-4115-b89b-0bfe53bf2e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:17.821504 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-b85a17c4-f855-4115-b89b-0bfe53bf2e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:17.844414 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:17.901729 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-b85a17c4-f855-4115-b89b-0bfe53bf2e12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38fb7aea2b864207a0c000233d09fbd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4923396 Jul 28 04:12:17.902298 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a17c4-f855-4115-b89b-0bfe53bf2e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ac23cb-0776-41f5-9d24-cc07d2a75a9b,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:17.904212 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 60764) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:17.957176 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9801c0d2-04f9-4ed2-a57c-72570ba06650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:17.979429 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9801c0d2-04f9-4ed2-a57c-72570ba06650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:18.033948 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9801c0d2-04f9-4ed2-a57c-72570ba06650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:18.034122 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b38296-8331-4c97-9758-1c153c86a08f None None] Network 9995752f-26c8-499b-851d-ac24052e53ae requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:12:18.036883 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9801c0d2-04f9-4ed2-a57c-72570ba06650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:18.040888 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-9801c0d2-04f9-4ed2-a57c-72570ba06650 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8ac23cb-0776-41f5-9d24-cc07d2a75a9b HTTP/1.1" status: 204 len: 168 time: 0.1350412 Jul 28 04:12:18.049344 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801c0d2-04f9-4ed2-a57c-72570ba06650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ac23cb-0776-41f5-9d24-cc07d2a75a9b,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:18.078309 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33084822'] for router, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:18.175448 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-a3feff2c-2c57-4b85-bbc1-b61521065876 None None] Provisioning for port 28fb2c3c-cafb-4725-885e-5158be40cc41 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:12:18.224962 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 is scheduled to L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d with binding_index 1 {{(pid=93263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:12:18.371394 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:12:18.382531 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Sync routers for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:12:18.390364 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:18.393274 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-f0fdf777-7e03-4b8a-89ad-ecabe5b462a3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1131611 Jul 28 04:12:18.395375 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 60778) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:18.395541 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:18.396484 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:11:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:18.425674 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 60780) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:18.449738 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f6a7a036-c291-4b52-970f-d297d34ba102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:18.516107 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:18.567848 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f6a7a036-c291-4b52-970f-d297d34ba102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:18.573117 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f6a7a036-c291-4b52-970f-d297d34ba102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:18.628834 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-f6a7a036-c291-4b52-970f-d297d34ba102 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4ab7d5c635945118f829d60303795e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985493 Jul 28 04:12:18.628834 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7a036-c291-4b52-970f-d297d34ba102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b828e1-6220-4536-b403-3fad12d110cd,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:18.631440 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 60784) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:18.696490 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-28ff10b7-8f4c-4539-800c-0fb25c238865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:18.720223 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:17Z', 'revision_number': 3, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:18.728359 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-28ff10b7-8f4c-4539-800c-0fb25c238865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:18.749619 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Checking router: 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:12:18.750419 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Updating router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 port a6a8f69d-7685-43f7-b3b8-e45073b80be6 binding host dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:12:18.778292 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:18.791987 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-28ff10b7-8f4c-4539-800c-0fb25c238865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:18.792326 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 28fb2c3c-cafb-4725-885e-5158be40cc41 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:12:18.796091 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-28ff10b7-8f4c-4539-800c-0fb25c238865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:18.803902 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-28ff10b7-8f4c-4539-800c-0fb25c238865 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47b828e1-6220-4536-b403-3fad12d110cd HTTP/1.1" status: 204 len: 168 time: 0.1711147 Jul 28 04:12:18.818661 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff10b7-8f4c-4539-800c-0fb25c238865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b828e1-6220-4536-b403-3fad12d110cd,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:18.856412 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 28fb2c3c-cafb-4725-885e-5158be40cc41 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:12:18.867329 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 28fb2c3c-cafb-4725-885e-5158be40cc41 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:18.868024 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:18.950332 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:18.959411 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:19.005534 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port 28fb2c3c-cafb-4725-885e-5158be40cc41, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=28fb2c3c-cafb-4725-885e-5158be40cc41,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:19.011345 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:19.075333 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=28fb2c3c-cafb-4725-885e-5158be40cc41,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:19.148945 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Allocated IP 172.20.0.1 (9995752f-26c8-499b-851d-ac24052e53ae/d01e9f9d-38cd-4035-a831-8e8050984cc6/f2e958b5-132c-43b8-a114-a5b327252963) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:12:19.186929 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Notify callbacks [] for port, precommit_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:19.197639 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.provisioning_blocks [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Transition to ACTIVE for port object a6a8f69d-7685-43f7-b3b8-e45073b80be6 will not be triggered until provisioned by entity L2. {{(pid=93265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:12:19.204020 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:19.250669 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e575999-74f8-4a8a-a209-907678546e02 None None] Pushing event updated for resources: {'Port': ['ID=a6a8f69d-7685-43f7-b3b8-e45073b80be6,revision_number=2']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:19.260417 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e575999-74f8-4a8a-a209-907678546e02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:19.260825 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e575999-74f8-4a8a-a209-907678546e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:19.261368 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e575999-74f8-4a8a-a209-907678546e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:19.261889 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e575999-74f8-4a8a-a209-907678546e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:19.262264 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:19.262580 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e575999-74f8-4a8a-a209-907678546e02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:19.263111 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e575999-74f8-4a8a-a209-907678546e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:19.263404 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e575999-74f8-4a8a-a209-907678546e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:19.263759 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e575999-74f8-4a8a-a209-907678546e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:19.264098 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e575999-74f8-4a8a-a209-907678546e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:19.264423 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e575999-74f8-4a8a-a209-907678546e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:19.264746 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e575999-74f8-4a8a-a209-907678546e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:19.265069 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e575999-74f8-4a8a-a209-907678546e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:19.276323 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Transition to ACTIVE for port object f2e958b5-132c-43b8-a114-a5b327252963 will not be triggered until provisioned by entity DHCP. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:12:19.290187 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Attempting to bind port a6a8f69d-7685-43f7-b3b8-e45073b80be6 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:12:19.290566 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Attempting to bind port a6a8f69d-7685-43f7-b3b8-e45073b80be6 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:12:19.291487 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Attempting to bind port a6a8f69d-7685-43f7-b3b8-e45073b80be6 on network d8863e53-3de7-4b8e-8c20-72f015d11098 {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:12:19.297556 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:12:19.298320 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Checking segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:12:19.298793 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:19.299283 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Bound using segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:12:19.300668 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Bound port: a6a8f69d-7685-43f7-b3b8-e45073b80be6, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:12:19.301916 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:19.312452 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:19.351043 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Network 9995752f-26c8-499b-851d-ac24052e53ae is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:12:19.354137 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:12:19.357879 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:12:19.366656 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] For port a6a8f69d-7685-43f7-b3b8-e45073b80be6, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:12:19.370656 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] For port a6a8f69d-7685-43f7-b3b8-e45073b80be6, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=a6a8f69d-7685-43f7-b3b8-e45073b80be6,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:12:19.376197 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:19.404991 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Pushing event updated for resources: {'Port': ['ID=f2e958b5-132c-43b8-a114-a5b327252963,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:19.425478 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33084745'] for router_interface, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:19.439741 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:19.441359 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:11:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:19.442904 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e575999-74f8-4a8a-a209-907678546e02 None None] Pushing event updated for resources: {'Port': ['ID=a6a8f69d-7685-43f7-b3b8-e45073b80be6,revision_number=3']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:19.574098 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:19.578382 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:19.646801 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-b97d247e-e7b0-4cb7-b58f-bc4b58a3e113 None None] Provisioning for port f2e958b5-132c-43b8-a114-a5b327252963 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:12:19.652102 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-b97d247e-e7b0-4cb7-b58f-bc4b58a3e113 None None] Provisioning complete for port f2e958b5-132c-43b8-a114-a5b327252963 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:19.652484 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-b97d247e-e7b0-4cb7-b58f-bc4b58a3e113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:19.701068 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-b97d247e-e7b0-4cb7-b58f-bc4b58a3e113 None None] Port f2e958b5-132c-43b8-a114-a5b327252963 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:12:19.761177 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:19.768124 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:19.781236 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:17Z', 'revision_number': 3, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:19.808052 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd9082-5e58-4572-83c9-cb36e5c03e3c None None] The sync data for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi is: [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:17Z', 'revision_number': 3, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:12:19.832835 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33249965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33442009'] for router_interface, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:19.850621 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Pushing event updated for resources: {'Port': ['ID=f2e958b5-132c-43b8-a114-a5b327252963,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:19.940669 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Network 9995752f-26c8-499b-851d-ac24052e53ae is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:12:19.942285 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:12:20.104936 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:12:20.231461 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-4b527c2e-86f6-4146-bdf7-6f8a2c08eae9 None None] Provisioning complete for port f2e958b5-132c-43b8-a114-a5b327252963 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:20.232527 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4b527c2e-86f6-4146-bdf7-6f8a2c08eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:20.237847 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:12:20.251231 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-7cf49123-5781-4ad5-ab3a-6749cc3ad9da admin admin] 10.222.0.16 "PUT /v2.0/routers/1d5f0c7f-2660-42d7-bc49-2a4bd881a483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8464608 Jul 28 04:12:20.276251 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-4b527c2e-86f6-4146-bdf7-6f8a2c08eae9 None None] Port f2e958b5-132c-43b8-a114-a5b327252963 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:12:20.475422 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-19b86ff1-cbc1-42a8-ab6b-05d2dd7f0622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:20.811097 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device a6a8f69d-7685-43f7-b3b8-e45073b80be6 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:12:20.860393 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port a6a8f69d-7685-43f7-b3b8-e45073b80be6 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:12:20.864263 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port a6a8f69d-7685-43f7-b3b8-e45073b80be6 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:20.864598 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:20.867587 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 60874) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:20.872903 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-76bd1d75-9a9d-4d77-b512-17dec395fcd2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-577056587-network', 'tenant_id': 'd2c2d70ab9114a06818ee7f77b1040d6'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:20.897133 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bd1d75-9a9d-4d77-b512-17dec395fcd2 admin admin] Made reservation on behalf of d2c2d70ab9114a06818ee7f77b1040d6 for: {'network': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:12:20.899773 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-76bd1d75-9a9d-4d77-b512-17dec395fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:20.909475 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-76bd1d75-9a9d-4d77-b512-17dec395fcd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:20.944415 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:20.966419 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port a6a8f69d-7685-43f7-b3b8-e45073b80be6, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=a6a8f69d-7685-43f7-b3b8-e45073b80be6,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:20.970103 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:20.970878 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 28fb2c3c-cafb-4725-885e-5158be40cc41 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:12:20.998225 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-76bd1d75-9a9d-4d77-b512-17dec395fcd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.002498 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-76bd1d75-9a9d-4d77-b512-17dec395fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.032064 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76bd1d75-9a9d-4d77-b512-17dec395fcd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:12:21.037715 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd1d75-9a9d-4d77-b512-17dec395fcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a831b1e9-9621-4a2c-aec5-4701ff97110a,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:21.046016 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-76bd1d75-9a9d-4d77-b512-17dec395fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.046295 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.segments_db [None req-76bd1d75-9a9d-4d77-b512-17dec395fcd2 admin admin] Added segment 053987c1-53b3-43c5-a32a-b00348542d18 of type vlan for network 6fb840bc-cb9b-4491-81c9-2d9b7140e459 Jul 28 04:12:21.093195 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-76bd1d75-9a9d-4d77-b512-17dec395fcd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.128347 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-76bd1d75-9a9d-4d77-b512-17dec395fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.129348 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bd1d75-9a9d-4d77-b512-17dec395fcd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:21.130317 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-76bd1d75-9a9d-4d77-b512-17dec395fcd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.177110 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=a6a8f69d-7685-43f7-b3b8-e45073b80be6,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:21.184272 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-76bd1d75-9a9d-4d77-b512-17dec395fcd2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3153512 Jul 28 04:12:21.187083 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 60876) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:21.187681 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 28fb2c3c-cafb-4725-885e-5158be40cc41 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:21.188093 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.192814 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-44e37f35-e625-4f6d-9fd7-b9641ab18378 admin admin] Request body: {'subnet': {'network_id': '6fb840bc-cb9b-4491-81c9-2d9b7140e459', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-577056587-subnet', 'tenant_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'ip_version': 4}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:21.196363 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd1d75-9a9d-4d77-b512-17dec395fcd2 admin admin] Pushing event updated for resources: {'Network': ['ID=6fb840bc-cb9b-4491-81c9-2d9b7140e459,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:21.210088 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network 6fb840bc-cb9b-4491-81c9-2d9b7140e459 details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:12:21.223631 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e37f35-e625-4f6d-9fd7-b9641ab18378 admin admin] Made reservation on behalf of d2c2d70ab9114a06818ee7f77b1040d6 for: {'subnet': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:12:21.226005 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-44e37f35-e625-4f6d-9fd7-b9641ab18378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24696630'] for subnet, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.395446 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-44e37f35-e625-4f6d-9fd7-b9641ab18378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29890146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24696644'] for subnet, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.455657 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Sync routers for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:12:21.459173 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e37f35-e625-4f6d-9fd7-b9641ab18378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f4285c-5a1c-4202-8349-efc9d9b162da,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:21.473494 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e37f35-e625-4f6d-9fd7-b9641ab18378 admin admin] Checking segment: {'id': '053987c1-53b3-43c5-a32a-b00348542d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6fb840bc-cb9b-4491-81c9-2d9b7140e459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:12:21.474078 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e37f35-e625-4f6d-9fd7-b9641ab18378 admin admin] Network hostable DHCP agents. Network: 6fb840bc-cb9b-4491-81c9-2d9b7140e459, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:12:21.478823 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:21.479533 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:11:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:21.492240 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e37f35-e625-4f6d-9fd7-b9641ab18378 admin admin] Network 6fb840bc-cb9b-4491-81c9-2d9b7140e459 is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:12:21.501535 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-44e37f35-e625-4f6d-9fd7-b9641ab18378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, 6fb840bc-cb9b-4491-81c9-2d9b7140e459) {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:12:21.506630 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e37f35-e625-4f6d-9fd7-b9641ab18378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:21.507379 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-44e37f35-e625-4f6d-9fd7-b9641ab18378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.518022 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c7ded0-b1e4-46bd-a0c1-d6c470627a2d None None] Network 6fb840bc-cb9b-4491-81c9-2d9b7140e459 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:12:21.522149 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-44e37f35-e625-4f6d-9fd7-b9641ab18378 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3334138 Jul 28 04:12:21.524797 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 60882) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:21.529492 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-577056587-router', 'tenant_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:21.550836 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-211197'] for router, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.552001 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33129348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33083519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-211178'] for router, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.608280 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.648506 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:21.746135 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33084851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210968'] for router, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.817334 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63c72175-85b7-5549-bc99-b4b3332e2149-6fb840bc-cb9b-4491-81c9-2d9b7140e459', 'network_id': '6fb840bc-cb9b-4491-81c9-2d9b7140e459', 'tenant_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'fixed_ips': [{'subnet_id': '48f4285c-5a1c-4202-8349-efc9d9b162da'}]}} from dv-cinder-733062-21-iscsi. {{(pid=93264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:12:21.818188 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.958562 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.978807 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:22.016215 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.db_base_plugin_common [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Allocated IP 172.20.0.2 (6fb840bc-cb9b-4491-81c9-2d9b7140e459/48f4285c-5a1c-4202-8349-efc9d9b162da/13aa5bfd-c3e1-40c7-9c04-0893a1d863c4) {{(pid=93264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:12:22.028840 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 2, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:22.059334 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Checking router: 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:12:22.059692 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Updating router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 port f2e958b5-132c-43b8-a114-a5b327252963 binding host dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:12:22.098676 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Allocated IP 172.27.1.60 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/f32149df-4cf9-4710-9d49-e16db303b38e) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:12:22.124994 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:22.215840 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:22.259443 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:22.299231 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:12:22.303317 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:12:22.306404 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:12:22.310348 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Notify callbacks [] for port, precommit_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:22.331171 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Pushing event updated for resources: {'Port': ['ID=f32149df-4cf9-4710-9d49-e16db303b38e,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:22.351476 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Transition to ACTIVE for port object 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:12:22.374684 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Transition to ACTIVE for port object 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 will not be triggered until provisioned by entity DHCP. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:12:22.390073 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:22.459755 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Network 6fb840bc-cb9b-4491-81c9-2d9b7140e459 is already hosted by enough agents. {{(pid=93264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:12:22.469690 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.base_scheduler [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Resources bound (agent type, host, resource id): {{(pid=93264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:12:22.474515 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Received port after_create {{(pid=93264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:12:22.477737 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Pushing event updated for resources: {'Port': ['ID=13aa5bfd-c3e1-40c7-9c04-0893a1d863c4,revision_number=1']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:22.574536 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Attempting to bind port 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:12:22.574903 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Attempting to bind port 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '053987c1-53b3-43c5-a32a-b00348542d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6fb840bc-cb9b-4491-81c9-2d9b7140e459'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:12:22.575267 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Attempting to bind port 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 on network 6fb840bc-cb9b-4491-81c9-2d9b7140e459 {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:12:22.591606 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:12:22.591999 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Checking segment: {'id': '053987c1-53b3-43c5-a32a-b00348542d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6fb840bc-cb9b-4491-81c9-2d9b7140e459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:12:22.592397 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:22.592782 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Bound using segment: {'id': '053987c1-53b3-43c5-a32a-b00348542d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6fb840bc-cb9b-4491-81c9-2d9b7140e459'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:12:22.593244 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Bound port: 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053987c1-53b3-43c5-a32a-b00348542d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6fb840bc-cb9b-4491-81c9-2d9b7140e459'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:12:22.593615 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:22.599820 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Notify callbacks [] for port, precommit_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:22.602602 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:22.619783 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Transition to ACTIVE for port object f2e958b5-132c-43b8-a114-a5b327252963 will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:12:22.642257 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:22.720791 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25058457-49ca-46bb-aa7d-174174dbe30f None None] Pushing event updated for resources: {'Port': ['ID=f2e958b5-132c-43b8-a114-a5b327252963,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:22.727173 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] For port 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:12:22.763453 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] For port 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=13aa5bfd-c3e1-40c7-9c04-0893a1d863c4,segment=NetworkSegment(053987c1-53b3-43c5-a32a-b00348542d18),segment_id=053987c1-53b3-43c5-a32a-b00348542d18)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:12:22.783637 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device a6a8f69d-7685-43f7-b3b8-e45073b80be6 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:12:22.788749 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:22.847162 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33084822'] for router, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:22.992168 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Attempting to bind port f2e958b5-132c-43b8-a114-a5b327252963 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:12:22.992874 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Attempting to bind port f2e958b5-132c-43b8-a114-a5b327252963 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:12:22.992874 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Attempting to bind port f2e958b5-132c-43b8-a114-a5b327252963 on network 9995752f-26c8-499b-851d-ac24052e53ae {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:12:23.005913 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:12:23.006806 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Checking segment: {'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:12:23.006979 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:23.007255 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Bound using segment: {'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:12:23.007743 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Bound port: f2e958b5-132c-43b8-a114-a5b327252963, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:12:23.008862 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:23.050836 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Router e75dc7e5-510d-454c-95ab-cfab5c66218e is scheduled to L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d with binding_index 1 {{(pid=93262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:12:23.078544 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc392d85-ddd4-4059-bfc0-60ae8efcbc91 None None] Pushing event updated for resources: {'Port': ['ID=13aa5bfd-c3e1-40c7-9c04-0893a1d863c4,revision_number=2']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:23.116958 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port a6a8f69d-7685-43f7-b3b8-e45073b80be6 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:23.117314 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:23.159281 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] For port f2e958b5-132c-43b8-a114-a5b327252963, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:12:23.170434 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] For port f2e958b5-132c-43b8-a114-a5b327252963, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=f2e958b5-132c-43b8-a114-a5b327252963,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:12:23.178684 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:23.195005 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:12:23.206429 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Sync routers for ids ['e75dc7e5-510d-454c-95ab-cfab5c66218e'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:12:23.214846 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] Notify callbacks [] for router, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:23.216527 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-a59f14e0-d9d0-4843-9e86-e87d8f1c868b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6905906 Jul 28 04:12:23.219203 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 60926) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:23.221199 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Routers {'e75dc7e5-510d-454c-95ab-cfab5c66218e'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:23.221805 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:11:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['e75dc7e5-510d-454c-95ab-cfab5c66218e'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:23.280881 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:23.281536 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:11:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:23.300252 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25058457-49ca-46bb-aa7d-174174dbe30f None None] Pushing event updated for resources: {'Port': ['ID=f2e958b5-132c-43b8-a114-a5b327252963,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:23.381146 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-2e59a600-14c9-4853-86f0-b6e858449268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:23.420546 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Set router e75dc7e5-510d-454c-95ab-cfab5c66218e gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:23.460605 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:23.490037 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:23.671245 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'name': 'tempest-TestVolumeBootPattern-577056587-router', 'tenant_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f32149df-4cf9-4710-9d49-e16db303b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:21Z', 'updated_at': '2021-07-28T04:12:22Z', 'revision_number': 3, 'project_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'gw_port': {'id': 'f32149df-4cf9-4710-9d49-e16db303b38e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:26:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:21Z', 'updated_at': '2021-07-28T04:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:23.704329 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Checking router: e75dc7e5-510d-454c-95ab-cfab5c66218e for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:12:23.704755 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Updating router e75dc7e5-510d-454c-95ab-cfab5c66218e port f32149df-4cf9-4710-9d49-e16db303b38e binding host dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:12:23.724088 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:23.736978 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:23.819898 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:23Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:23.856327 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e28475-9e1d-4091-b521-d1c6881d4a2f None None] The sync data for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi is: [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:23Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:12:23.879553 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:24.068831 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:24.079747 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.provisioning_blocks [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Transition to ACTIVE for port object f32149df-4cf9-4710-9d49-e16db303b38e will not be triggered until provisioned by entity L2. {{(pid=93265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:12:24.091152 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:24.116755 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Allocated IP 172.20.0.1 (6fb840bc-cb9b-4491-81c9-2d9b7140e459/48f4285c-5a1c-4202-8349-efc9d9b162da/15ee870b-dfdc-4f2a-b1d5-12657a3feda8) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:12:24.158380 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Attempting to bind port f32149df-4cf9-4710-9d49-e16db303b38e on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:12:24.158714 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Attempting to bind port f32149df-4cf9-4710-9d49-e16db303b38e by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:12:24.159078 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Attempting to bind port f32149df-4cf9-4710-9d49-e16db303b38e on network d8863e53-3de7-4b8e-8c20-72f015d11098 {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:12:24.161435 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c2f46-1b14-42d2-a91c-c2b7fbe80357 None None] Pushing event updated for resources: {'Port': ['ID=f32149df-4cf9-4710-9d49-e16db303b38e,revision_number=2']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:24.172059 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:12:24.172454 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Checking segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:12:24.172827 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:24.173217 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Bound using segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:12:24.173676 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Bound port: f32149df-4cf9-4710-9d49-e16db303b38e, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:12:24.174054 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:24.279299 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b17e96a-3144-4510-a585-00197826c094 None None] Network 6fb840bc-cb9b-4491-81c9-2d9b7140e459 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:12:24.280143 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] For port f32149df-4cf9-4710-9d49-e16db303b38e, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:12:24.285380 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] For port f32149df-4cf9-4710-9d49-e16db303b38e, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=f32149df-4cf9-4710-9d49-e16db303b38e,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:12:24.293364 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:24.294544 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:24.367587 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c2f46-1b14-42d2-a91c-c2b7fbe80357 None None] Pushing event updated for resources: {'Port': ['ID=f32149df-4cf9-4710-9d49-e16db303b38e,revision_number=3']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:24.392027 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Routers {'e75dc7e5-510d-454c-95ab-cfab5c66218e'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:24.392788 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:12:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['e75dc7e5-510d-454c-95ab-cfab5c66218e'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:24.446881 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:24.452015 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-cba28477-faf3-4fdd-95d7-718a1f059b8d None None] Provisioning for port 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:12:24.542003 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] Set router e75dc7e5-510d-454c-95ab-cfab5c66218e gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:24.863331 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Transition to ACTIVE for port object 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 will not be triggered until provisioned by entity DHCP. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:12:24.872217 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:12:24.905698 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:24.944594 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:12:24.949880 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:24.950260 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:24.956727 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Network 6fb840bc-cb9b-4491-81c9-2d9b7140e459 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:12:24.960391 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:12:24.963409 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:12:25.007152 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=15ee870b-dfdc-4f2a-b1d5-12657a3feda8,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:25.032534 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'name': 'tempest-TestVolumeBootPattern-577056587-router', 'tenant_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f32149df-4cf9-4710-9d49-e16db303b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:21Z', 'updated_at': '2021-07-28T04:12:22Z', 'revision_number': 3, 'project_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'gw_port': {'id': 'f32149df-4cf9-4710-9d49-e16db303b38e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:26:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:21Z', 'updated_at': '2021-07-28T04:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:25.032927 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33084745'] for router_interface, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.083179 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.102789 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae7c76d-8f64-4b27-87e5-dbe3fa8ff2e4 None None] The sync data for ids ['e75dc7e5-510d-454c-95ab-cfab5c66218e'] in dv-cinder-733062-21-iscsi is: [{'id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'name': 'tempest-TestVolumeBootPattern-577056587-router', 'tenant_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f32149df-4cf9-4710-9d49-e16db303b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:21Z', 'updated_at': '2021-07-28T04:12:22Z', 'revision_number': 3, 'project_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'gw_port': {'id': 'f32149df-4cf9-4710-9d49-e16db303b38e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:26:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:21Z', 'updated_at': '2021-07-28T04:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:12:25.144496 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=13aa5bfd-c3e1-40c7-9c04-0893a1d863c4,segment=NetworkSegment(053987c1-53b3-43c5-a32a-b00348542d18),segment_id=053987c1-53b3-43c5-a32a-b00348542d18)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:25.153295 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.154265 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device f2e958b5-132c-43b8-a114-a5b327252963 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:12:25.234408 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.263371 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=13aa5bfd-c3e1-40c7-9c04-0893a1d863c4,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:25.280235 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port f2e958b5-132c-43b8-a114-a5b327252963 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:12:25.284882 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port f2e958b5-132c-43b8-a114-a5b327252963 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:25.285506 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.348801 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-2b199173-40d8-4a18-a6fb-0a564acff2e8 None None] Provisioning for port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:12:25.355171 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-2b199173-40d8-4a18-a6fb-0a564acff2e8 None None] Provisioning complete for port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:25.355543 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-2b199173-40d8-4a18-a6fb-0a564acff2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.412126 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.417702 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29890301'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.429555 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.431578 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-2b199173-40d8-4a18-a6fb-0a564acff2e8 None None] Port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:12:25.471145 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port f2e958b5-132c-43b8-a114-a5b327252963, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=f2e958b5-132c-43b8-a114-a5b327252963,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:25.476927 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.514268 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33249965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33442009'] for router_interface, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.526121 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=15ee870b-dfdc-4f2a-b1d5-12657a3feda8,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:25.571865 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=f2e958b5-132c-43b8-a114-a5b327252963,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:25.647890 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Network 6fb840bc-cb9b-4491-81c9-2d9b7140e459 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:12:25.649347 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:12:25.789813 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Router e75dc7e5-510d-454c-95ab-cfab5c66218e has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:12:25.955180 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:12:25.975783 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-9797edde-1399-4b98-b915-3e9752bf9ec8 admin admin] 10.222.0.16 "PUT /v2.0/routers/e75dc7e5-510d-454c-95ab-cfab5c66218e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7441916 Jul 28 04:12:25.976288 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-a63d4cb5-f2d2-4b4a-8bca-d6f5b1b05049 None None] Provisioning complete for port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:25.976288 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-a63d4cb5-f2d2-4b4a-8bca-d6f5b1b05049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:26.012571 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-a63d4cb5-f2d2-4b4a-8bca-d6f5b1b05049 None None] Port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:12:26.117185 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:26.449320 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 32770) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:26.517768 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 32774) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:26.523415 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-1fda16cd-6fc2-4859-a44f-0da37545c769 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1739001634', 'description': 'tempest-secgroup-smoke-1739001634 description', 'project_id': '699932c5162645f89bbd9d95710d863b'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:26.546315 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1fda16cd-6fc2-4859-a44f-0da37545c769 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:26.572303 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9b70ddb9-62f3-4197-b152-c170d449cc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:26.651523 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1fda16cd-6fc2-4859-a44f-0da37545c769 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:26.658038 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1fda16cd-6fc2-4859-a44f-0da37545c769 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:26.708527 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda16cd-6fc2-4859-a44f-0da37545c769 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae17886-098f-48f6-ba93-b41eb0faef45,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:26.762527 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9b70ddb9-62f3-4197-b152-c170d449cc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:26.767521 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9b70ddb9-62f3-4197-b152-c170d449cc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:26.774356 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1fda16cd-6fc2-4859-a44f-0da37545c769 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:26.778488 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-1fda16cd-6fc2-4859-a44f-0da37545c769 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2558308 Jul 28 04:12:26.778834 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 32776) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:26.783546 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-f23f2d25-a29c-4af2-aaa0-281d8543099c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Request body: {'security_group_rule': {'security_group_id': '6ae17886-098f-48f6-ba93-b41eb0faef45', 'project_id': '699932c5162645f89bbd9d95710d863b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:26.813822 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-9b70ddb9-62f3-4197-b152-c170d449cc5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a1fbad201cb42968b987451ffe02c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633599 Jul 28 04:12:26.814728 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70ddb9-62f3-4197-b152-c170d449cc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62921f65-227a-4466-971a-159b2bc2e396,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:26.817226 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 32778) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:26.843118 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-f23f2d25-a29c-4af2-aaa0-281d8543099c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:26.872582 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:12:26.908205 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c70f73b1-5bf9-4894-8810-89682c1456c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:26.929204 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-f23f2d25-a29c-4af2-aaa0-281d8543099c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:26.938833 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:26.939166 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:26.941595 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c70f73b1-5bf9-4894-8810-89682c1456c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:26.943667 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-f23f2d25-a29c-4af2-aaa0-281d8543099c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:26.973172 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f2d25-a29c-4af2-aaa0-281d8543099c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f173017e-c84c-4741-97eb-d73e1107e51c,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:26.994791 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-f23f2d25-a29c-4af2-aaa0-281d8543099c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:26.996105 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-f23f2d25-a29c-4af2-aaa0-281d8543099c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2162635 Jul 28 04:12:26.998745 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 32784) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:27.004870 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-22d08025-c208-4f6f-9463-efb17516ba41 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Request body: {'security_group_rule': {'security_group_id': '6ae17886-098f-48f6-ba93-b41eb0faef45', 'project_id': '699932c5162645f89bbd9d95710d863b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:27.033846 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device f32149df-4cf9-4710-9d49-e16db303b38e up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:12:27.040224 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-22d08025-c208-4f6f-9463-efb17516ba41 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.054313 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c70f73b1-5bf9-4894-8810-89682c1456c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.056868 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c70f73b1-5bf9-4894-8810-89682c1456c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.060268 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-c70f73b1-5bf9-4894-8810-89682c1456c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62921f65-227a-4466-971a-159b2bc2e396 HTTP/1.1" status: 204 len: 168 time: 0.2397866 Jul 28 04:12:27.084627 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f73b1-5bf9-4894-8810-89682c1456c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62921f65-227a-4466-971a-159b2bc2e396,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:27.091531 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port f32149df-4cf9-4710-9d49-e16db303b38e completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:12:27.108997 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port f32149df-4cf9-4710-9d49-e16db303b38e triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:27.108997 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.148448 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-22d08025-c208-4f6f-9463-efb17516ba41 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.155480 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-22d08025-c208-4f6f-9463-efb17516ba41 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.176235 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d08025-c208-4f6f-9463-efb17516ba41 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06809e48-4b29-4128-abef-7bc75fd51a82,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:27.191559 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-22d08025-c208-4f6f-9463-efb17516ba41 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.193238 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-22d08025-c208-4f6f-9463-efb17516ba41 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1930184 Jul 28 04:12:27.196564 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 32788) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:27.201931 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-d28c2d1d-486a-4774-bff1-a55297f0f647 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Request body: {'security_group_rule': {'security_group_id': '6ae17886-098f-48f6-ba93-b41eb0faef45', 'project_id': '699932c5162645f89bbd9d95710d863b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:27.249985 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d28c2d1d-486a-4774-bff1-a55297f0f647 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.263501 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.291427 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port f32149df-4cf9-4710-9d49-e16db303b38e, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=f32149df-4cf9-4710-9d49-e16db303b38e,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:27.296284 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.297209 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device f2e958b5-132c-43b8-a114-a5b327252963 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:12:27.338743 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d28c2d1d-486a-4774-bff1-a55297f0f647 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.347328 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d28c2d1d-486a-4774-bff1-a55297f0f647 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.370032 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c2d1d-486a-4774-bff1-a55297f0f647 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440ba260-4b12-4d7c-b8f0-c3f38376b75e,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:27.379520 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d28c2d1d-486a-4774-bff1-a55297f0f647 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.381033 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-d28c2d1d-486a-4774-bff1-a55297f0f647 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1830816 Jul 28 04:12:27.384386 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 32792) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:27.389584 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-9847264c-aa87-415b-aec0-593b77d2511d tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Request body: {'security_group_rule': {'security_group_id': '6ae17886-098f-48f6-ba93-b41eb0faef45', 'project_id': '699932c5162645f89bbd9d95710d863b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:27.390526 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=f32149df-4cf9-4710-9d49-e16db303b38e,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:27.429039 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9847264c-aa87-415b-aec0-593b77d2511d tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.429376 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port f2e958b5-132c-43b8-a114-a5b327252963 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:27.429668 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.454240 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Sync routers for ids ['e75dc7e5-510d-454c-95ab-cfab5c66218e'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:12:27.462977 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 32794) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:27.478005 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Routers {'e75dc7e5-510d-454c-95ab-cfab5c66218e'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:27.478641 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:12:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['e75dc7e5-510d-454c-95ab-cfab5c66218e'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:27.481016 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-93966d89-6f95-4efa-9bfc-9286b1dd6a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.518780 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9847264c-aa87-415b-aec0-593b77d2511d tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.522654 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9847264c-aa87-415b-aec0-593b77d2511d tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.543901 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847264c-aa87-415b-aec0-593b77d2511d tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a28d9d8-1530-492c-8bc2-f03ee7497484,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:27.607212 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-93966d89-6f95-4efa-9bfc-9286b1dd6a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.613195 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-93966d89-6f95-4efa-9bfc-9286b1dd6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.616912 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9847264c-aa87-415b-aec0-593b77d2511d tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.618138 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-9847264c-aa87-415b-aec0-593b77d2511d tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2327015 Jul 28 04:12:27.620865 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 32796) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:27.625521 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-d1529019-8702-44a1-b74e-06bc35f19786 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Request body: {'security_group_rule': {'security_group_id': '6ae17886-098f-48f6-ba93-b41eb0faef45', 'project_id': '699932c5162645f89bbd9d95710d863b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:27.653550 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Set router e75dc7e5-510d-454c-95ab-cfab5c66218e gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:27.655144 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.securitygroups_db [None req-d1529019-8702-44a1-b74e-06bc35f19786 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Project 699932c5162645f89bbd9d95710d863b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:12:27.660409 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d1529019-8702-44a1-b74e-06bc35f19786 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.669793 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-93966d89-6f95-4efa-9bfc-9286b1dd6a79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0580014d4f0415989d3ee3728f81716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034681 Jul 28 04:12:27.670579 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 32798) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:27.682956 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93966d89-6f95-4efa-9bfc-9286b1dd6a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edd72c8-f71b-4b7b-a3d0-a01b88ead92d,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:27.759959 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ad62-b35d-4e8f-932d-946ef74b9c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.761924 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d1529019-8702-44a1-b74e-06bc35f19786 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.767575 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d1529019-8702-44a1-b74e-06bc35f19786 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.790647 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1529019-8702-44a1-b74e-06bc35f19786 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe574610-6d00-488d-8169-7f8b59cc1bf4,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:27.795811 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ad62-b35d-4e8f-932d-946ef74b9c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.797785 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d1529019-8702-44a1-b74e-06bc35f19786 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.803336 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-d1529019-8702-44a1-b74e-06bc35f19786 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1774342 Jul 28 04:12:27.803836 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 32800) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:27.809356 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-0bb6fce8-5d3f-4e5f-8551-83ed443ed4f7 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Request body: {'security_group_rule': {'security_group_id': '6ae17886-098f-48f6-ba93-b41eb0faef45', 'project_id': '699932c5162645f89bbd9d95710d863b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:27.833208 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.securitygroups_db [None req-0bb6fce8-5d3f-4e5f-8551-83ed443ed4f7 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Project 699932c5162645f89bbd9d95710d863b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:12:27.838205 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0bb6fce8-5d3f-4e5f-8551-83ed443ed4f7 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.873884 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ad62-b35d-4e8f-932d-946ef74b9c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.876827 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ad62-b35d-4e8f-932d-946ef74b9c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.878556 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-5fa6ad62-b35d-4e8f-932d-946ef74b9c47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7edd72c8-f71b-4b7b-a3d0-a01b88ead92d HTTP/1.1" status: 204 len: 168 time: 0.2066360 Jul 28 04:12:27.894584 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6ad62-b35d-4e8f-932d-946ef74b9c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edd72c8-f71b-4b7b-a3d0-a01b88ead92d,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:27.922334 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'name': 'tempest-TestVolumeBootPattern-577056587-router', 'tenant_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f32149df-4cf9-4710-9d49-e16db303b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:21Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 4, 'project_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'gw_port': {'id': 'f32149df-4cf9-4710-9d49-e16db303b38e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:21Z', 'updated_at': '2021-07-28T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '15ee870b-dfdc-4f2a-b1d5-12657a3feda8', 'name': '', 'network_id': '6fb840bc-cb9b-4491-81c9-2d9b7140e459', 'tenant_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'mac_address': 'fa:16:3e:e2:cb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '48f4285c-5a1c-4202-8349-efc9d9b162da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:23Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 2, 'project_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'subnets': [{'id': '48f4285c-5a1c-4202-8349-efc9d9b162da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:27.950195 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0bb6fce8-5d3f-4e5f-8551-83ed443ed4f7 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.955093 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Checking router: e75dc7e5-510d-454c-95ab-cfab5c66218e for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:12:27.955468 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Updating router e75dc7e5-510d-454c-95ab-cfab5c66218e port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 binding host dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:12:27.958775 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0bb6fce8-5d3f-4e5f-8551-83ed443ed4f7 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.980444 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6fce8-5d3f-4e5f-8551-83ed443ed4f7 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500e23f3-673c-4583-a5df-26e49607fad6,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:27.994219 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0bb6fce8-5d3f-4e5f-8551-83ed443ed4f7 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.997294 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:12:27.999957 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-0bb6fce8-5d3f-4e5f-8551-83ed443ed4f7 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1948669 Jul 28 04:12:28.005379 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:28.494506 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Notify callbacks [] for port, precommit_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:28.506962 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Transition to ACTIVE for port object 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:12:28.515852 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:28.581829 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50850b-9872-47c7-88a9-5bc6a22d01b8 None None] Pushing event updated for resources: {'Port': ['ID=15ee870b-dfdc-4f2a-b1d5-12657a3feda8,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:28.642468 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Attempting to bind port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:12:28.644394 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Attempting to bind port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '053987c1-53b3-43c5-a32a-b00348542d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6fb840bc-cb9b-4491-81c9-2d9b7140e459'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:12:28.644941 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Attempting to bind port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 on network 6fb840bc-cb9b-4491-81c9-2d9b7140e459 {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:12:28.650859 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:12:28.651380 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Checking segment: {'id': '053987c1-53b3-43c5-a32a-b00348542d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6fb840bc-cb9b-4491-81c9-2d9b7140e459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:12:28.651923 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:28.652434 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Bound using segment: {'id': '053987c1-53b3-43c5-a32a-b00348542d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6fb840bc-cb9b-4491-81c9-2d9b7140e459'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:12:28.653002 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Bound port: 15ee870b-dfdc-4f2a-b1d5-12657a3feda8, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053987c1-53b3-43c5-a32a-b00348542d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6fb840bc-cb9b-4491-81c9-2d9b7140e459'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:12:28.653490 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:28.747189 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] For port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:12:28.750601 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] For port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=15ee870b-dfdc-4f2a-b1d5-12657a3feda8,segment=NetworkSegment(053987c1-53b3-43c5-a32a-b00348542d18),segment_id=053987c1-53b3-43c5-a32a-b00348542d18)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:12:28.755338 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:28.782898 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device f32149df-4cf9-4710-9d49-e16db303b38e up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:12:28.867015 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50850b-9872-47c7-88a9-5bc6a22d01b8 None None] Pushing event updated for resources: {'Port': ['ID=15ee870b-dfdc-4f2a-b1d5-12657a3feda8,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:28.877085 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Routers {'e75dc7e5-510d-454c-95ab-cfab5c66218e'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:28.878364 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:12:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['e75dc7e5-510d-454c-95ab-cfab5c66218e'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:28.948973 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port f32149df-4cf9-4710-9d49-e16db303b38e triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:28.949657 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:29.061232 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] Set router e75dc7e5-510d-454c-95ab-cfab5c66218e gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:29.327109 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'name': 'tempest-TestVolumeBootPattern-577056587-router', 'tenant_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f32149df-4cf9-4710-9d49-e16db303b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:21Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 4, 'project_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'gw_port': {'id': 'f32149df-4cf9-4710-9d49-e16db303b38e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:21Z', 'updated_at': '2021-07-28T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '15ee870b-dfdc-4f2a-b1d5-12657a3feda8', 'name': '', 'network_id': '6fb840bc-cb9b-4491-81c9-2d9b7140e459', 'tenant_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'mac_address': 'fa:16:3e:e2:cb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '48f4285c-5a1c-4202-8349-efc9d9b162da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:23Z', 'updated_at': '2021-07-28T04:12:28Z', 'revision_number': 4, 'project_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'subnets': [{'id': '48f4285c-5a1c-4202-8349-efc9d9b162da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:29.355529 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c79b9e6-014f-40a5-bae4-6aba61539368 None None] The sync data for ids ['e75dc7e5-510d-454c-95ab-cfab5c66218e'] in dv-cinder-733062-21-iscsi is: [{'id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'name': 'tempest-TestVolumeBootPattern-577056587-router', 'tenant_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f32149df-4cf9-4710-9d49-e16db303b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:21Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 4, 'project_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'gw_port': {'id': 'f32149df-4cf9-4710-9d49-e16db303b38e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:21Z', 'updated_at': '2021-07-28T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '15ee870b-dfdc-4f2a-b1d5-12657a3feda8', 'name': '', 'network_id': '6fb840bc-cb9b-4491-81c9-2d9b7140e459', 'tenant_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'mac_address': 'fa:16:3e:e2:cb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '48f4285c-5a1c-4202-8349-efc9d9b162da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:23Z', 'updated_at': '2021-07-28T04:12:28Z', 'revision_number': 4, 'project_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'subnets': [{'id': '48f4285c-5a1c-4202-8349-efc9d9b162da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:12:30.760845 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:12:30.807535 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:12:30.811349 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:30.811760 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:30.889097 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:30.923809 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=15ee870b-dfdc-4f2a-b1d5-12657a3feda8,segment=NetworkSegment(053987c1-53b3-43c5-a32a-b00348542d18),segment_id=053987c1-53b3-43c5-a32a-b00348542d18)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:30.928610 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:30.976683 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=15ee870b-dfdc-4f2a-b1d5-12657a3feda8,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:32.613681 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 32960) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:32.719423 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c6b02708-f1d8-4327-a24e-90826c8cf900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:32.756493 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:12:32.807560 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:32.807980 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:32.829264 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c6b02708-f1d8-4327-a24e-90826c8cf900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:32.833329 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c6b02708-f1d8-4327-a24e-90826c8cf900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:32.874398 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-c6b02708-f1d8-4327-a24e-90826c8cf900 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42c2facd8241484ca3a3f93d8850dbe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570188 Jul 28 04:12:32.874398 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b02708-f1d8-4327-a24e-90826c8cf900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829854c7-564c-4f14-8f90-b913059c8dac,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:32.875000 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 32966) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:32.928862 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fc782d76-eddb-4933-bb54-096c28bd0a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:32.949359 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fc782d76-eddb-4933-bb54-096c28bd0a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:32.998253 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fc782d76-eddb-4933-bb54-096c28bd0a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.000993 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fc782d76-eddb-4933-bb54-096c28bd0a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.002111 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-fc782d76-eddb-4933-bb54-096c28bd0a9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/829854c7-564c-4f14-8f90-b913059c8dac HTTP/1.1" status: 204 len: 168 time: 0.1262274 Jul 28 04:12:33.009964 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc782d76-eddb-4933-bb54-096c28bd0a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829854c7-564c-4f14-8f90-b913059c8dac,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:33.270480 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 32974) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:33.285890 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce9b1-37df-4fb1-84fe-7fb3df5ead3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.381287 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce9b1-37df-4fb1-84fe-7fb3df5ead3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.385188 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce9b1-37df-4fb1-84fe-7fb3df5ead3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.423232 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-4c4ce9b1-37df-4fb1-84fe-7fb3df5ead3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8197e5a03d84386afc4a28d3365c77f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515517 Jul 28 04:12:33.425022 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ce9b1-37df-4fb1-84fe-7fb3df5ead3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d678537c-397b-40ee-84fc-61c2535721b8,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:33.426146 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 32976) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:33.475480 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2ecdbae9-d39c-44a7-aaf6-edcd8bff0278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.496832 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2ecdbae9-d39c-44a7-aaf6-edcd8bff0278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.544849 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2ecdbae9-d39c-44a7-aaf6-edcd8bff0278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.547427 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2ecdbae9-d39c-44a7-aaf6-edcd8bff0278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.548613 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-2ecdbae9-d39c-44a7-aaf6-edcd8bff0278 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d678537c-397b-40ee-84fc-61c2535721b8 HTTP/1.1" status: 204 len: 168 time: 0.1214464 Jul 28 04:12:33.556433 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdbae9-d39c-44a7-aaf6-edcd8bff0278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d678537c-397b-40ee-84fc-61c2535721b8,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:34.609947 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 33012) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:34.713129 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-71e1950e-d639-47b6-997f-b66fb0ebc12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.806968 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-71e1950e-d639-47b6-997f-b66fb0ebc12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.810755 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-71e1950e-d639-47b6-997f-b66fb0ebc12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.849042 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-71e1950e-d639-47b6-997f-b66fb0ebc12b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65b2120ff954436f8cba6db27b99828b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379954 Jul 28 04:12:34.849903 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1950e-d639-47b6-997f-b66fb0ebc12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2b97f3-6dd1-485b-8d5d-97c3b13491ce,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:34.853026 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 33020) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:34.906232 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f8e7bf17-5e51-428c-865b-9ee08af81dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.927584 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f8e7bf17-5e51-428c-865b-9ee08af81dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.976205 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f8e7bf17-5e51-428c-865b-9ee08af81dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.978942 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f8e7bf17-5e51-428c-865b-9ee08af81dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.980130 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-f8e7bf17-5e51-428c-865b-9ee08af81dec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc2b97f3-6dd1-485b-8d5d-97c3b13491ce HTTP/1.1" status: 204 len: 168 time: 0.1262090 Jul 28 04:12:34.988340 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7bf17-5e51-428c-865b-9ee08af81dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2b97f3-6dd1-485b-8d5d-97c3b13491ce,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:38.467976 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33094) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:38.571619 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3efe0ca9-d919-4f1a-a4c7-b5cfbaba94de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.661622 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3efe0ca9-d919-4f1a-a4c7-b5cfbaba94de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.665251 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3efe0ca9-d919-4f1a-a4c7-b5cfbaba94de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.705601 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-3efe0ca9-d919-4f1a-a4c7-b5cfbaba94de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34430e66fb6c415ba37d08c9522cfbd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364953 Jul 28 04:12:38.706309 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe0ca9-d919-4f1a-a4c7-b5cfbaba94de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a2db50-4c16-49a2-b5e5-b8616881075d,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:38.708429 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 33100) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:38.756597 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-19c9b602-aead-4882-a127-676a2cd9ed31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.776575 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-19c9b602-aead-4882-a127-676a2cd9ed31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.822288 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-19c9b602-aead-4882-a127-676a2cd9ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.824916 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-19c9b602-aead-4882-a127-676a2cd9ed31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.826082 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-19c9b602-aead-4882-a127-676a2cd9ed31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02a2db50-4c16-49a2-b5e5-b8616881075d HTTP/1.1" status: 204 len: 168 time: 0.1166525 Jul 28 04:12:38.834042 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9b602-aead-4882-a127-676a2cd9ed31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a2db50-4c16-49a2-b5e5-b8616881075d,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:50.476933 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-401acadb-c1e0-438f-be79-85485f169380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:53.319415 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6b95272b-9070-4ebd-8210-6169b5b0be3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:53.385035 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:53.615001 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 33358) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:53.631121 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:53.716211 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e43e2780-8827-4949-b16d-849fe926e4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:53.808891 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e43e2780-8827-4949-b16d-849fe926e4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:53.813626 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-e43e2780-8827-4949-b16d-849fe926e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:53.853021 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-e43e2780-8827-4949-b16d-849fe926e4f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b5fd91362184965a59d24f6aedfa562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368646 Jul 28 04:12:53.854234 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e2780-8827-4949-b16d-849fe926e4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1559d44-87e7-4e25-a93b-2f4a4a9fe383,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:53.855659 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33364) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:53.905343 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a710-db8d-49b8-a801-ba7097b0eadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:53.926414 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a710-db8d-49b8-a801-ba7097b0eadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:53.970048 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a710-db8d-49b8-a801-ba7097b0eadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:53.973086 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a710-db8d-49b8-a801-ba7097b0eadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:53.974244 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-d4b1a710-db8d-49b8-a801-ba7097b0eadc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1559d44-87e7-4e25-a93b-2f4a4a9fe383 HTTP/1.1" status: 204 len: 168 time: 0.1175568 Jul 28 04:12:53.981564 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1a710-db8d-49b8-a801-ba7097b0eadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1559d44-87e7-4e25-a93b-2f4a4a9fe383,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:54.401058 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:56.116876 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:58.447606 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-349bb9ed-26b5-472c-a3ec-3e39b3786cfd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1739001634&fields=id&tenant_id=699932c5162645f89bbd9d95710d863b HTTP/1.1" status: 200 len: 267 time: 0.0369866 Jul 28 04:12:58.554484 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-001117d1-8341-416c-8adb-45a0156ef0ae tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:58.555876 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-001117d1-8341-416c-8adb-45a0156ef0ae tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 811 time: 0.1009002 Jul 28 04:12:58.570812 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-3a24c14a-9a91-4db2-8c3c-ee2e0dc85389 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/quotas/699932c5162645f89bbd9d95710d863b HTTP/1.1" status: 200 len: 375 time: 0.0092502 Jul 28 04:12:58.864889 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-cd262487-533d-4c25-b681-962603fd3f08 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2890353 Jul 28 04:12:58.965344 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-63650f7b-0472-4915-8a3e-16129a17a819 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93262) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:12:58.966319 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-63650f7b-0472-4915-8a3e-16129a17a819 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0903127 Jul 28 04:12:59.055729 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-40ff1d90-18a1-4b45-beb3-e8d1228910ee service neutron] 10.222.0.16 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824935 Jul 28 04:12:59.144947 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-b27a339e-3804-49f3-8d83-81dadd5ea881 service neutron] 10.222.0.16 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832567 Jul 28 04:12:59.419068 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-44dff8c2-bc1b-4bc8-a929-36fce21205f6 req-032deaa1-2133-424d-8a28-28bc30af9bca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 210 time: 0.0268779 Jul 28 04:13:00.512931 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5f883296-1909-448c-8c1b-bb6274d9f32d req-f3b0bced-0ad4-475a-91f6-2f5d291ea368 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 210 time: 0.0257874 Jul 28 04:13:00.597894 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-cd70c9f4-fc4f-4759-b410-e1b7a1fe0449 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:00.599354 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-cd70c9f4-fc4f-4759-b410-e1b7a1fe0449 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.25 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 811 time: 0.1026065 Jul 28 04:13:00.654416 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-347dad15-8cee-45f9-b9aa-d7df86d756c5 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=699932c5162645f89bbd9d95710d863b HTTP/1.1" status: 200 len: 380 time: 0.0376108 Jul 28 04:13:00.677294 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Request body: {'port': {'device_id': '3e3a4679-ad02-41d6-9d56-5e56a98e9d88', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'admin_state_up': True, 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'security_groups': ['6ae17886-098f-48f6-ba93-b41eb0faef45']}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:13:00.787329 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Made reservation on behalf of 699932c5162645f89bbd9d95710d863b for: {'port': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:13:00.790904 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:00.912640 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Allocated IP 172.20.0.5 (9995752f-26c8-499b-851d-ac24052e53ae/d01e9f9d-38cd-4035-a831-8e8050984cc6/f7ca3e2b-1a50-41cb-b2b5-715307bf1158) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:13:01.052516 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.065887 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Transition to ACTIVE for port object f7ca3e2b-1a50-41cb-b2b5-715307bf1158 will not be triggered until provisioned by entity DHCP. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:13:01.098774 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.141864 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Network 9995752f-26c8-499b-851d-ac24052e53ae is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:13:01.145771 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:13:01.149383 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:13:01.157666 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event updated for resources: {'Port': ['ID=f7ca3e2b-1a50-41cb-b2b5-715307bf1158,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:01.191625 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:01.192041 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:01.192384 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:01.192726 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:01.193060 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:01.193391 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:01.193722 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:01.194050 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:01.194456 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:01.194835 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:01.195230 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:01.195558 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:01.223257 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:01.224056 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.243272 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-5128bb35-d099-41ce-965a-d67d6cf57414 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707142 Jul 28 04:13:01.260403 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-8e67c355-6f14-42e1-8045-622e0f0ddbec tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:13:01.261448 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-8e67c355-6f14-42e1-8045-622e0f0ddbec tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054345 Jul 28 04:13:01.323840 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Request body: {'port': {'device_id': '3e3a4679-ad02-41d6-9d56-5e56a98e9d88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:13:01.353822 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-2c1c8d7e-d932-477f-a2c2-7c4c2f134b15 None None] Provisioning for port f7ca3e2b-1a50-41cb-b2b5-715307bf1158 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:13:01.357600 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-2c1c8d7e-d932-477f-a2c2-7c4c2f134b15 None None] Provisioning complete for port f7ca3e2b-1a50-41cb-b2b5-715307bf1158 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:01.357971 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-2c1c8d7e-d932-477f-a2c2-7c4c2f134b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.380839 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.391310 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c8d7e-d932-477f-a2c2-7c4c2f134b15 None None] Port f7ca3e2b-1a50-41cb-b2b5-715307bf1158 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:13:01.633980 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8e0c4-f9e1-48c7-be35-22848bdd6f5a req-20bf339e-0552-4ad1-8401-856a3eb1f340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:01.635589 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d1d8e0c4-f9e1-48c7-be35-22848bdd6f5a req-20bf339e-0552-4ad1-8401-856a3eb1f340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 931 time: 0.0512457 Jul 28 04:13:01.672669 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ca3e2b-1a50-41cb-b2b5-715307bf1158 {{(pid=93263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:13:01.681125 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.681492 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d1d8e0c4-f9e1-48c7-be35-22848bdd6f5a req-71ea2a40-9643-4d44-8f64-81650769da3a tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396540 Jul 28 04:13:01.695478 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Transition to ACTIVE for port object f7ca3e2b-1a50-41cb-b2b5-715307bf1158 will not be triggered until provisioned by entity L2. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:13:01.699324 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29890301'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.751813 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Pushing event updated for resources: {'Port': ['ID=f7ca3e2b-1a50-41cb-b2b5-715307bf1158,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:01.823735 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Attempting to bind port f7ca3e2b-1a50-41cb-b2b5-715307bf1158 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:13:01.824080 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Attempting to bind port f7ca3e2b-1a50-41cb-b2b5-715307bf1158 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:13:01.824410 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Attempting to bind port f7ca3e2b-1a50-41cb-b2b5-715307bf1158 on network 9995752f-26c8-499b-851d-ac24052e53ae {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:13:01.829045 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Port f7ca3e2b-1a50-41cb-b2b5-715307bf1158 on network 9995752f-26c8-499b-851d-ac24052e53ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:13:01.829448 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Attempting to bind port f7ca3e2b-1a50-41cb-b2b5-715307bf1158 on network 9995752f-26c8-499b-851d-ac24052e53ae {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:13:01.834997 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:13:01.835334 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Checking segment: {'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:13:01.835810 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Bound using segment: {'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:13:01.836248 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Bound port: f7ca3e2b-1a50-41cb-b2b5-715307bf1158, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'}}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:13:01.836606 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.907357 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] For port f7ca3e2b-1a50-41cb-b2b5-715307bf1158, host hv-cinder-73306, cleared binding levels {{(pid=93263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:13:01.911674 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] For port f7ca3e2b-1a50-41cb-b2b5-715307bf1158, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ca3e2b-1a50-41cb-b2b5-715307bf1158,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:13:01.916945 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29890301'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.949003 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:01.949705 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.951057 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] 10.222.0.25 "PUT /v2.0/ports/f7ca3e2b-1a50-41cb-b2b5-715307bf1158 HTTP/1.1" status: 200 len: 1093 time: 0.6813157 Jul 28 04:13:01.953279 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3a4679-ad02-41d6-9d56-5e56a98e9d88', 'tag': 'f7ca3e2b-1a50-41cb-b2b5-715307bf1158'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:13:01.955416 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfe0e54-9699-4ebf-b466-3b6fe2df0813" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3a4679-ad02-41d6-9d56-5e56a98e9d88", "tag": "f7ca3e2b-1a50-41cb-b2b5-715307bf1158"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:13:01.995039 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9155ba2-4f02-4f15-afb2-33e8df7cfd7d service neutron] Pushing event updated for resources: {'Port': ['ID=f7ca3e2b-1a50-41cb-b2b5-715307bf1158,revision_number=3']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:02.076223 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a695da24-5de2-4ce2-b71a-edd3af60ac82 x-openstack-request-id: req-a695da24-5de2-4ce2-b71a-edd3af60ac82 {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:13:02.076740 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3a4679-ad02-41d6-9d56-5e56a98e9d88", "tag": "f7ca3e2b-1a50-41cb-b2b5-715307bf1158", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:13:02.076857 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a695da24-5de2-4ce2-b71a-edd3af60ac82 {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:13:02.077328 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3a4679-ad02-41d6-9d56-5e56a98e9d88', 'tag': 'f7ca3e2b-1a50-41cb-b2b5-715307bf1158', 'status': 'completed', 'code': 200} Jul 28 04:13:02.079520 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-9a0aa0d0-9706-498b-9203-8ae06605c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:02.081311 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-9a0aa0d0-9706-498b-9203-8ae06605c730 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 1096 time: 0.0539234 Jul 28 04:13:02.141672 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-0b45a770-9e13-4cf5-8885-a052b232fbe6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ca3e2b-1a50-41cb-b2b5-715307bf1158 HTTP/1.1" status: 200 len: 217 time: 0.0356722 Jul 28 04:13:02.197257 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-ecc0ae3f-1df1-4da1-bcae-00bb9c736897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:02.198688 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-ecc0ae3f-1df1-4da1-bcae-00bb9c736897 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d01e9f9d-38cd-4035-a831-8e8050984cc6 HTTP/1.1" status: 200 len: 850 time: 0.0485318 Jul 28 04:13:02.246453 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-3a1fd42f-395a-412f-8059-9450332caacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:02.247915 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-3a1fd42f-395a-412f-8059-9450332caacc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9995752f-26c8-499b-851d-ac24052e53ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410211 Jul 28 04:13:02.339947 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-ecb086b4-eb3a-4a6f-971e-e6e41fc4e4d7 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830748 Jul 28 04:13:02.427648 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-b804b4cc-21fb-466a-b8d1-3f40e015083b req-b26c22d4-3522-48a1-808a-87203c457f67 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796995 Jul 28 04:13:02.570239 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe0e54-9699-4ebf-b466-3b6fe2df0813 req-60f56d50-b4b4-43e7-92d7-9541cad12c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:02.571684 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8cfe0e54-9699-4ebf-b466-3b6fe2df0813 req-60f56d50-b4b4-43e7-92d7-9541cad12c23 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 1096 time: 0.0412290 Jul 28 04:13:02.662341 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe0e54-9699-4ebf-b466-3b6fe2df0813 req-8da36014-65e2-4d44-b9ab-f5fad16c50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:02.663805 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8cfe0e54-9699-4ebf-b466-3b6fe2df0813 req-8da36014-65e2-4d44-b9ab-f5fad16c50a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 912 time: 0.0847168 Jul 28 04:13:02.706531 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8cfe0e54-9699-4ebf-b466-3b6fe2df0813 req-647bf3e9-d62e-49d5-8f7c-4c66ac90b3dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ca3e2b-1a50-41cb-b2b5-715307bf1158 HTTP/1.1" status: 200 len: 217 time: 0.0341003 Jul 28 04:13:02.756808 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe0e54-9699-4ebf-b466-3b6fe2df0813 req-fb55ceca-92a4-423e-9408-d4d45fdabea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:02.758243 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8cfe0e54-9699-4ebf-b466-3b6fe2df0813 req-fb55ceca-92a4-423e-9408-d4d45fdabea6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d01e9f9d-38cd-4035-a831-8e8050984cc6 HTTP/1.1" status: 200 len: 850 time: 0.0440416 Jul 28 04:13:02.797764 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6eb9f-4d53-422d-aca0-8851e5a7810a req-39c7fb2c-86b4-4fdb-9bda-1e426fb4851b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:02.799249 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7b6eb9f-4d53-422d-aca0-8851e5a7810a req-39c7fb2c-86b4-4fdb-9bda-1e426fb4851b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 943 time: 0.0493209 Jul 28 04:13:02.809443 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe0e54-9699-4ebf-b466-3b6fe2df0813 req-14463068-979a-40e7-80d8-996e05fab654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:02.810908 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8cfe0e54-9699-4ebf-b466-3b6fe2df0813 req-14463068-979a-40e7-80d8-996e05fab654 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9995752f-26c8-499b-851d-ac24052e53ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438824 Jul 28 04:13:02.836882 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7b6eb9f-4d53-422d-aca0-8851e5a7810a req-e8372d34-0e48-45f5-953d-de8bee4f764e tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313706 Jul 28 04:13:02.901824 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8cfe0e54-9699-4ebf-b466-3b6fe2df0813 req-69e131fd-0b0b-42c9-98ce-ada3054a94ac service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822778 Jul 28 04:13:02.996173 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-8cfe0e54-9699-4ebf-b466-3b6fe2df0813 req-dc6a5340-66cd-47a6-8b8d-08e819a3fb06 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862329 Jul 28 04:13:03.137229 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33484) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:03.237877 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:03.323761 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:03.327145 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:03.365147 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a7e525a55fd498fa09a2ca59115a1dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268412 Jul 28 04:13:03.366047 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffd0866-f5fe-462e-b8dd-9b0b3ef81a6e,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:03.367978 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 33488) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:03.373224 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:03.373581 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:03.373922 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:03.374259 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:03.374591 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:03.374925 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:03.375305 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:03.375583 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:03.375931 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:03.376256 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:03.376578 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:03.376898 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8f841-a3dd-4876-a022-8be64d9bf74b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:03.417751 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5bd28a13-a1ff-493a-ae30-b32df376548a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:03.438237 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5bd28a13-a1ff-493a-ae30-b32df376548a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:03.481965 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5bd28a13-a1ff-493a-ae30-b32df376548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:03.484917 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-5bd28a13-a1ff-493a-ae30-b32df376548a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:03.486047 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-5bd28a13-a1ff-493a-ae30-b32df376548a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ffd0866-f5fe-462e-b8dd-9b0b3ef81a6e HTTP/1.1" status: 204 len: 168 time: 0.1170065 Jul 28 04:13:03.495211 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd28a13-a1ff-493a-ae30-b32df376548a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffd0866-f5fe-462e-b8dd-9b0b3ef81a6e,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:03.958004 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83c9f-b0f8-439b-92c9-73e84dd243b9 req-f3b7c739-5034-4304-9e7e-3f29a0cb0e73 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:03.959466 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3ff83c9f-b0f8-439b-92c9-73e84dd243b9 req-f3b7c739-5034-4304-9e7e-3f29a0cb0e73 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 943 time: 0.0558786 Jul 28 04:13:04.004082 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3ff83c9f-b0f8-439b-92c9-73e84dd243b9 req-b6fcdfef-c699-4700-98ac-70a64fd76b6f tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384216 Jul 28 04:13:04.999746 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:13:05.115480 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1ea92-ea34-4b0a-a722-77bba3d6c9df req-54a9ec03-007f-4646-a32c-b40e85ad8daa tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:05.116939 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-23e1ea92-ea34-4b0a-a722-77bba3d6c9df req-54a9ec03-007f-4646-a32c-b40e85ad8daa tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 943 time: 0.0483997 Jul 28 04:13:05.155139 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-23e1ea92-ea34-4b0a-a722-77bba3d6c9df req-b2b4559f-6d4b-4a41-b135-67770cb14d57 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324016 Jul 28 04:13:06.266531 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc795685-a5fd-4f6f-94d5-6215056e27e4 req-f07979cc-16dc-496a-8af8-ae999923c6ab tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:06.268003 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bc795685-a5fd-4f6f-94d5-6215056e27e4 req-f07979cc-16dc-496a-8af8-ae999923c6ab tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 943 time: 0.0485063 Jul 28 04:13:06.306166 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bc795685-a5fd-4f6f-94d5-6215056e27e4 req-2da1197f-6cc6-45c8-a99e-27141b158908 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318782 Jul 28 04:13:07.420895 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e2597-a6a5-49d3-8da1-0640faf096d5 req-ecfc3f7f-34a7-4cb7-9c29-f3c44b692f59 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:07.422264 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8f5e2597-a6a5-49d3-8da1-0640faf096d5 req-ecfc3f7f-34a7-4cb7-9c29-f3c44b692f59 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 943 time: 0.0511365 Jul 28 04:13:07.460500 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8f5e2597-a6a5-49d3-8da1-0640faf096d5 req-787269a0-22ea-40dc-b2d7-b48bbb32037f tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314717 Jul 28 04:13:08.571719 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f235ec-64cf-470c-a92b-6efe0cfacc35 req-1df4c5e6-8c2f-40b7-a250-f6cf2a1a99af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:08.573180 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a6f235ec-64cf-470c-a92b-6efe0cfacc35 req-1df4c5e6-8c2f-40b7-a250-f6cf2a1a99af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 943 time: 0.0476453 Jul 28 04:13:08.610421 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a6f235ec-64cf-470c-a92b-6efe0cfacc35 req-750df599-f58f-4e73-8554-7ef9837e9bc1 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314229 Jul 28 04:13:09.723480 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27a834-bb2b-4f78-a3a8-6635393f910b req-563b38c6-25ef-4195-bfa8-4a8672730808 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:09.724948 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ce27a834-bb2b-4f78-a3a8-6635393f910b req-563b38c6-25ef-4195-bfa8-4a8672730808 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 943 time: 0.0496840 Jul 28 04:13:09.764532 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ce27a834-bb2b-4f78-a3a8-6635393f910b req-89a3538b-09f4-4f5d-8e90-77a2ef7b9ef8 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337994 Jul 28 04:13:10.882801 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06fc9a-deff-4c1d-864c-a5fbc3ca07f6 req-26d41842-6a95-4400-a304-1bed42a6be69 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:10.884310 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aa06fc9a-deff-4c1d-864c-a5fbc3ca07f6 req-26d41842-6a95-4400-a304-1bed42a6be69 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 943 time: 0.0519361 Jul 28 04:13:10.927104 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aa06fc9a-deff-4c1d-864c-a5fbc3ca07f6 req-9e0d82ca-7078-43d6-ac91-7168d2a8a532 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324326 Jul 28 04:13:12.033529 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee90fd7-5e3e-472e-86c2-94d6e3367804 req-34836f56-2676-4048-982f-29d80aae5c1b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:12.035528 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2ee90fd7-5e3e-472e-86c2-94d6e3367804 req-34836f56-2676-4048-982f-29d80aae5c1b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 943 time: 0.0485590 Jul 28 04:13:12.072844 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2ee90fd7-5e3e-472e-86c2-94d6e3367804 req-96ec7ebe-e535-43a5-89f7-b68064b86bc0 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315211 Jul 28 04:13:12.923634 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f7ca3e2b-1a50-41cb-b2b5-715307bf1158 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:13:13.014370 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port f7ca3e2b-1a50-41cb-b2b5-715307bf1158, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ca3e2b-1a50-41cb-b2b5-715307bf1158,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:13.028674 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': 'f7ca3e2b-1a50-41cb-b2b5-715307bf1158', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'port_id': 'f7ca3e2b-1a50-41cb-b2b5-715307bf1158', 'mac_address': 'fa:16:3e:1b:4d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:13:13.063599 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:13.075390 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ca3e2b-1a50-41cb-b2b5-715307bf1158 {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:13:13.094538 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port f7ca3e2b-1a50-41cb-b2b5-715307bf1158, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ca3e2b-1a50-41cb-b2b5-715307bf1158,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:13.098252 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:13.146040 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=f7ca3e2b-1a50-41cb-b2b5-715307bf1158,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:13.186863 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435060ca-5d31-4e56-9359-7224745e06e2 req-6a1e4f80-51dd-4519-8985-0b4d6d8bfa63 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:13.188305 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-435060ca-5d31-4e56-9359-7224745e06e2 req-6a1e4f80-51dd-4519-8985-0b4d6d8bfa63 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 944 time: 0.0489304 Jul 28 04:13:13.226770 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-435060ca-5d31-4e56-9359-7224745e06e2 req-d17a884d-bd00-45fa-97de-d2258aa3668c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321140 Jul 28 04:13:13.458521 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['f7ca3e2b-1a50-41cb-b2b5-715307bf1158'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:13:14.342430 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ebd6c-5709-4f43-9351-2b9d375d0193 req-6934c411-2731-4802-a4ba-24a7f6c497f9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:14.343909 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7c7ebd6c-5709-4f43-9351-2b9d375d0193 req-6934c411-2731-4802-a4ba-24a7f6c497f9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 944 time: 0.0528510 Jul 28 04:13:14.381759 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7c7ebd6c-5709-4f43-9351-2b9d375d0193 req-49fb037c-5ff9-4d38-b0e7-7151c01bacc7 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321369 Jul 28 04:13:15.493899 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689053d2-439d-4a6e-9ea2-7fe8cce52969 req-1310f260-909b-4329-864a-f0204939e99e tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:15.495348 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-689053d2-439d-4a6e-9ea2-7fe8cce52969 req-1310f260-909b-4329-864a-f0204939e99e tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 944 time: 0.0493362 Jul 28 04:13:15.537073 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-689053d2-439d-4a6e-9ea2-7fe8cce52969 req-7f59c386-8d7c-46e0-b886-a1235bb7b684 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359409 Jul 28 04:13:16.101250 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f7ca3e2b-1a50-41cb-b2b5-715307bf1158 up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:13:16.147833 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port f7ca3e2b-1a50-41cb-b2b5-715307bf1158 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:13:16.151420 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port f7ca3e2b-1a50-41cb-b2b5-715307bf1158 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:16.151833 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:16.230659 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:16.252191 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3a4679-ad02-41d6-9d56-5e56a98e9d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ca3e2b-1a50-41cb-b2b5-715307bf1158'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:13:16.254918 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e422595a-8d18-463d-ab46-59e617ddd386" -d '{"events": [{"server_uuid": "3e3a4679-ad02-41d6-9d56-5e56a98e9d88", "name": "network-vif-plugged", "status": "completed", "tag": "f7ca3e2b-1a50-41cb-b2b5-715307bf1158"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:13:16.268906 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port f7ca3e2b-1a50-41cb-b2b5-715307bf1158, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ca3e2b-1a50-41cb-b2b5-715307bf1158,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:16.273989 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:16.320624 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=f7ca3e2b-1a50-41cb-b2b5-715307bf1158,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:16.405806 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4432b0-94e2-4d50-b0f6-1abc52f15189 x-openstack-request-id: req-ab4432b0-94e2-4d50-b0f6-1abc52f15189 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:13:16.406097 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3a4679-ad02-41d6-9d56-5e56a98e9d88", "name": "network-vif-plugged", "status": "completed", "tag": "f7ca3e2b-1a50-41cb-b2b5-715307bf1158", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:13:16.406346 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab4432b0-94e2-4d50-b0f6-1abc52f15189 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:13:16.406756 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3a4679-ad02-41d6-9d56-5e56a98e9d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ca3e2b-1a50-41cb-b2b5-715307bf1158', 'code': 200} Jul 28 04:13:16.650669 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32d6a9-3106-4336-880c-dbfeea5bae42 req-e4b0c2b8-6fd9-4694-83a6-4fed8f586f4d tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:16.652032 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fa32d6a9-3106-4336-880c-dbfeea5bae42 req-e4b0c2b8-6fd9-4694-83a6-4fed8f586f4d tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 945 time: 0.0487385 Jul 28 04:13:16.688861 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fa32d6a9-3106-4336-880c-dbfeea5bae42 req-64e106bf-3e1a-46b0-87dc-1266de40fd3c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310562 Jul 28 04:13:17.292550 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915990ed-4903-4df4-a2c0-c205279edfab req-e3ec419d-6bcb-4350-83a8-ae547fb13a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:17.294096 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-915990ed-4903-4df4-a2c0-c205279edfab req-e3ec419d-6bcb-4350-83a8-ae547fb13a71 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 1098 time: 0.0450060 Jul 28 04:13:17.329055 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-915990ed-4903-4df4-a2c0-c205279edfab req-0342202e-4147-4379-9aba-7b43086586c3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273874 Jul 28 04:13:17.804340 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a6a71-ae15-4f7c-b921-8f96defd308f req-50324da4-6708-4245-81f4-b520eaa362ab tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:17.805806 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-092a6a71-ae15-4f7c-b921-8f96defd308f req-50324da4-6708-4245-81f4-b520eaa362ab tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 945 time: 0.0516868 Jul 28 04:13:17.842523 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-092a6a71-ae15-4f7c-b921-8f96defd308f req-a195d647-ce0e-4cc0-891a-4d1887b311f5 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309207 Jul 28 04:13:18.957997 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e5093-9dff-4c19-aa72-0f9ad2392b7e req-ff7c19a5-7caa-4db2-b73f-83de02b74eaf tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:18.959438 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bf1e5093-9dff-4c19-aa72-0f9ad2392b7e req-ff7c19a5-7caa-4db2-b73f-83de02b74eaf tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 945 time: 0.0481699 Jul 28 04:13:18.997508 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bf1e5093-9dff-4c19-aa72-0f9ad2392b7e req-62fd961e-7c87-4961-b823-ec9541a8ea82 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323641 Jul 28 04:13:19.112363 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b63a2c-1fd2-407e-9581-79f2cd789ce7 req-4093f9cf-6a06-4574-9c17-19482d1c8486 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:19.114829 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c7b63a2c-1fd2-407e-9581-79f2cd789ce7 req-4093f9cf-6a06-4574-9c17-19482d1c8486 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 945 time: 0.0523233 Jul 28 04:13:19.152079 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c7b63a2c-1fd2-407e-9581-79f2cd789ce7 req-cb99efa7-31e5-4f1d-bc8d-66288de8c4ba tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312099 Jul 28 04:13:19.173609 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33662) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:19.357907 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d254be-ee56-431a-a735-3d6f07b2c678 tempest-TestVolumeBootPattern-76378942 tempest-TestVolumeBootPattern-76378942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:19.359400 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-e9d254be-ee56-431a-a735-3d6f07b2c678 tempest-TestVolumeBootPattern-76378942 tempest-TestVolumeBootPattern-76378942-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 1093 time: 0.1848197 Jul 28 04:13:19.362156 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33666) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:19.366785 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Request body: {'floatingip': {'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'port_id': 'f7ca3e2b-1a50-41cb-b2b5-715307bf1158', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:13:19.388818 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for floatingip, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:19.483924 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:19.588758 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Allocated IP 172.27.1.171 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/2389344e-85bc-4d5f-b2f0-11002a795f15) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:13:19.690486 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:19.728846 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:19.769684 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:13:19.772582 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:13:19.776303 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:13:19.799387 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event updated for resources: {'Port': ['ID=2389344e-85bc-4d5f-b2f0-11002a795f15,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:20.128960 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:20.201067 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:20.349456 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:20.353849 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:20.418075 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event updated for resources: {'Port': ['ID=2389344e-85bc-4d5f-b2f0-11002a795f15,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:20.431765 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:20.476769 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3415a2b1-cf81-4881-af5f-2c0a61226917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:20.533145 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.l3_db [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Floating IP f0b6cb5d-9d8c-419b-9593-8d873160fedf associated. External IP: 172.27.1.171, port: f7ca3e2b-1a50-41cb-b2b5-715307bf1158. Jul 28 04:13:20.741316 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:13:20.845368 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:13:20.856195 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb43284-4b26-4565-9e43-6eee5cd82777 None None] Sync routers for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:13:20.862550 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:20.866869 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb43284-4b26-4565-9e43-6eee5cd82777 None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:13:20.867476 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-9cb43284-4b26-4565-9e43-6eee5cd82777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:12:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:20.889939 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-a69e3588-85b3-4099-a898-eb544bb9c1b9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5264673 Jul 28 04:13:20.890471 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3a4679-ad02-41d6-9d56-5e56a98e9d88', 'tag': 'f7ca3e2b-1a50-41cb-b2b5-715307bf1158'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:13:20.892780 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa0d130-dbd5-44ee-9180-d8aab4b29e48" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3a4679-ad02-41d6-9d56-5e56a98e9d88", "tag": "f7ca3e2b-1a50-41cb-b2b5-715307bf1158"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:13:20.979250 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-9cb43284-4b26-4565-9e43-6eee5cd82777 None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:13:20.991680 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c075cace-52df-4894-960e-ecd6a97794c9 x-openstack-request-id: req-c075cace-52df-4894-960e-ecd6a97794c9 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:13:20.991680 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3a4679-ad02-41d6-9d56-5e56a98e9d88", "tag": "f7ca3e2b-1a50-41cb-b2b5-715307bf1158", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:13:20.991680 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c075cace-52df-4894-960e-ecd6a97794c9 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:13:20.992173 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3a4679-ad02-41d6-9d56-5e56a98e9d88', 'tag': 'f7ca3e2b-1a50-41cb-b2b5-715307bf1158', 'status': 'completed', 'code': 200} Jul 28 04:13:21.088424 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0d130-dbd5-44ee-9180-d8aab4b29e48 req-eea2e9ba-c65a-463b-a406-58b17ca6fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:21.089971 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-efa0d130-dbd5-44ee-9180-d8aab4b29e48 req-eea2e9ba-c65a-463b-a406-58b17ca6fe8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 1098 time: 0.0483434 Jul 28 04:13:21.196198 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0d130-dbd5-44ee-9180-d8aab4b29e48 req-28aa2b49-4204-4018-94b2-f264a791651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:21.197697 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-efa0d130-dbd5-44ee-9180-d8aab4b29e48 req-28aa2b49-4204-4018-94b2-f264a791651c service neutron] 10.222.0.25 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 912 time: 0.0992050 Jul 28 04:13:21.223614 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-9cb43284-4b26-4565-9e43-6eee5cd82777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'f0b6cb5d-9d8c-419b-9593-8d873160fedf', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'port_id': 'f7ca3e2b-1a50-41cb-b2b5-715307bf1158', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'mac_address': 'fa:16:3e:1b:4d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a4679-ad02-41d6-9d56-5e56a98e9d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:13:19Z', 'updated_at': '2021-07-28T04:13:19Z', 'revision_number': 0, 'project_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:21.257066 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb43284-4b26-4565-9e43-6eee5cd82777 None None] Checking router: 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:13:21.266185 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb43284-4b26-4565-9e43-6eee5cd82777 None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:13:21.266795 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-9cb43284-4b26-4565-9e43-6eee5cd82777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:12:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:21.273958 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-efa0d130-dbd5-44ee-9180-d8aab4b29e48 req-715abc3b-b356-42e6-ac98-15240e0db971 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ca3e2b-1a50-41cb-b2b5-715307bf1158 HTTP/1.1" status: 200 len: 999 time: 0.0684042 Jul 28 04:13:21.323757 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0d130-dbd5-44ee-9180-d8aab4b29e48 req-cb87c483-d262-4155-bfff-95bb1b88be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:21.325230 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-efa0d130-dbd5-44ee-9180-d8aab4b29e48 req-cb87c483-d262-4155-bfff-95bb1b88be69 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d01e9f9d-38cd-4035-a831-8e8050984cc6 HTTP/1.1" status: 200 len: 850 time: 0.0438881 Jul 28 04:13:21.371639 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-9cb43284-4b26-4565-9e43-6eee5cd82777 None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:13:21.372263 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0d130-dbd5-44ee-9180-d8aab4b29e48 req-2481a57f-d740-4faf-bf0e-58f1d48e0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:21.373798 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-efa0d130-dbd5-44ee-9180-d8aab4b29e48 req-2481a57f-d740-4faf-bf0e-58f1d48e0eea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9995752f-26c8-499b-851d-ac24052e53ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409589 Jul 28 04:13:21.468547 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-efa0d130-dbd5-44ee-9180-d8aab4b29e48 req-d05d40da-b66c-47ff-9d7a-8351864f7cbf service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868447 Jul 28 04:13:21.558880 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-efa0d130-dbd5-44ee-9180-d8aab4b29e48 req-21b14cf3-ee41-46c1-8a4a-2194e38a5df0 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827425 Jul 28 04:13:21.590313 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-9cb43284-4b26-4565-9e43-6eee5cd82777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'f0b6cb5d-9d8c-419b-9593-8d873160fedf', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'port_id': 'f7ca3e2b-1a50-41cb-b2b5-715307bf1158', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'mac_address': 'fa:16:3e:1b:4d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a4679-ad02-41d6-9d56-5e56a98e9d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:13:19Z', 'updated_at': '2021-07-28T04:13:19Z', 'revision_number': 0, 'project_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:21.616882 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb43284-4b26-4565-9e43-6eee5cd82777 None None] The sync data for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi is: [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'f0b6cb5d-9d8c-419b-9593-8d873160fedf', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'port_id': 'f7ca3e2b-1a50-41cb-b2b5-715307bf1158', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'mac_address': 'fa:16:3e:1b:4d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a4679-ad02-41d6-9d56-5e56a98e9d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:13:19Z', 'updated_at': '2021-07-28T04:13:19Z', 'revision_number': 0, 'project_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:13:21.796442 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f4cab5-35a9-4110-a7ae-013d7bdf9ea0 None None] New status for floating IP f0b6cb5d-9d8c-419b-9593-8d873160fedf: ACTIVE {{(pid=93264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:13:23.319094 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-15e2366c-8277-4398-a75d-5fd5ebc69012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.390300 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.620134 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33706) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:23.649486 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.724581 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-56263472-2dab-49b2-b660-6fae14bdbf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.813100 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-56263472-2dab-49b2-b660-6fae14bdbf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.816995 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-56263472-2dab-49b2-b660-6fae14bdbf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.855054 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-56263472-2dab-49b2-b660-6fae14bdbf8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cdfd9708f3643daa28cf7b9afa4c5c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337694 Jul 28 04:13:23.856219 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56263472-2dab-49b2-b660-6fae14bdbf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc293c41-73e1-4e45-8abe-3574f5c77912,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:23.857989 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 33710) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:23.905911 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-187acebf-d23f-4b9a-b47d-c6dfc3f37c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.926749 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-187acebf-d23f-4b9a-b47d-c6dfc3f37c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.976848 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-187acebf-d23f-4b9a-b47d-c6dfc3f37c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.979540 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-187acebf-d23f-4b9a-b47d-c6dfc3f37c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.980709 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-187acebf-d23f-4b9a-b47d-c6dfc3f37c41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc293c41-73e1-4e45-8abe-3574f5c77912 HTTP/1.1" status: 204 len: 168 time: 0.1216702 Jul 28 04:13:23.988632 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187acebf-d23f-4b9a-b47d-c6dfc3f37c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc293c41-73e1-4e45-8abe-3574f5c77912,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:24.404053 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:24.572677 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 33734) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:24.664590 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-511951b7-4efe-495b-82f2-b353daed4082 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1214040981-network', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:13:24.684878 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511951b7-4efe-495b-82f2-b353daed4082 admin admin] Made reservation on behalf of 6ce504669b154dd7b2cb45a21d8b889b for: {'network': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:13:24.687047 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-511951b7-4efe-495b-82f2-b353daed4082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:24.695063 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-511951b7-4efe-495b-82f2-b353daed4082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:24.778650 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-511951b7-4efe-495b-82f2-b353daed4082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:24.782495 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-511951b7-4efe-495b-82f2-b353daed4082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:24.806921 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511951b7-4efe-495b-82f2-b353daed4082 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:13:24.816527 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511951b7-4efe-495b-82f2-b353daed4082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381d249c-54e5-4bcf-97df-2fd49f7d21e6,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:24.821453 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-511951b7-4efe-495b-82f2-b353daed4082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:24.821794 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.segments_db [None req-511951b7-4efe-495b-82f2-b353daed4082 admin admin] Added segment 18c21cb6-6969-4014-94cf-889aafdc41c6 of type vlan for network 34ca3535-1601-4b82-9adf-b101cee5f398 Jul 28 04:13:24.861386 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-511951b7-4efe-495b-82f2-b353daed4082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:24.888983 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-511951b7-4efe-495b-82f2-b353daed4082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:24.889859 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511951b7-4efe-495b-82f2-b353daed4082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:24.890434 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-511951b7-4efe-495b-82f2-b353daed4082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:24.942049 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-511951b7-4efe-495b-82f2-b353daed4082 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3682873 Jul 28 04:13:24.945041 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33738) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:24.950575 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511951b7-4efe-495b-82f2-b353daed4082 admin admin] Pushing event updated for resources: {'Network': ['ID=34ca3535-1601-4b82-9adf-b101cee5f398,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:24.950729 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-7d257da6-5de0-48f8-a2fe-fe772d6e937a admin admin] Request body: {'subnet': {'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1214040981-subnet', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'ip_version': 4}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:13:24.961581 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network 34ca3535-1601-4b82-9adf-b101cee5f398 details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:13:24.971554 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d257da6-5de0-48f8-a2fe-fe772d6e937a admin admin] Made reservation on behalf of 6ce504669b154dd7b2cb45a21d8b889b for: {'subnet': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:13:24.974638 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7d257da6-5de0-48f8-a2fe-fe772d6e937a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30343348'] for subnet, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:25.143037 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7d257da6-5de0-48f8-a2fe-fe772d6e937a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30596134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30343366'] for subnet, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:25.202602 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d257da6-5de0-48f8-a2fe-fe772d6e937a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2531190b-10c9-451d-8411-4b93df3f0a5b,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:25.209514 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d257da6-5de0-48f8-a2fe-fe772d6e937a admin admin] Checking segment: {'id': '18c21cb6-6969-4014-94cf-889aafdc41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:13:25.209876 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d257da6-5de0-48f8-a2fe-fe772d6e937a admin admin] Network hostable DHCP agents. Network: 34ca3535-1601-4b82-9adf-b101cee5f398, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:13:25.226186 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d257da6-5de0-48f8-a2fe-fe772d6e937a admin admin] Network 34ca3535-1601-4b82-9adf-b101cee5f398 is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:13:25.234955 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-7d257da6-5de0-48f8-a2fe-fe772d6e937a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, 34ca3535-1601-4b82-9adf-b101cee5f398) {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:13:25.241189 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d257da6-5de0-48f8-a2fe-fe772d6e937a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:25.241300 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7d257da6-5de0-48f8-a2fe-fe772d6e937a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:25.244516 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5c2f00-4878-4d0b-9ec8-50bcab25f7b8 None None] Network 34ca3535-1601-4b82-9adf-b101cee5f398 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:13:25.255616 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-7d257da6-5de0-48f8-a2fe-fe772d6e937a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3089013 Jul 28 04:13:25.258175 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33742) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:25.262571 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1214040981-router', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:13:25.283736 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-211197'] for router, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:25.285325 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33129348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33083519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-211178'] for router, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:25.336170 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:25.384564 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63c72175-85b7-5549-bc99-b4b3332e2149-34ca3535-1601-4b82-9adf-b101cee5f398', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'fixed_ips': [{'subnet_id': '2531190b-10c9-451d-8411-4b93df3f0a5b'}]}} from dv-cinder-733062-21-iscsi. {{(pid=93264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:13:25.385619 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:25.475461 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33084851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210968'] for router, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:25.642776 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.db_base_plugin_common [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Allocated IP 172.20.0.2 (34ca3535-1601-4b82-9adf-b101cee5f398/2531190b-10c9-451d-8411-4b93df3f0a5b/95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45) {{(pid=93264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:13:25.678249 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:25.702966 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:25.788159 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Notify callbacks [] for port, precommit_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:25.796451 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Transition to ACTIVE for port object 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:13:25.807183 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Allocated IP 172.27.1.139 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/fd87f103-0d08-4432-a09f-7f643f6138c3) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:13:25.810378 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Transition to ACTIVE for port object 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 will not be triggered until provisioned by entity DHCP. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:13:25.817117 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:25.853390 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Network 34ca3535-1601-4b82-9adf-b101cee5f398 is already hosted by enough agents. {{(pid=93264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:13:25.856195 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.base_scheduler [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Resources bound (agent type, host, resource id): {{(pid=93264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:13:25.859831 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Received port after_create {{(pid=93264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:13:25.869323 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Pushing event updated for resources: {'Port': ['ID=95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45,revision_number=1']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:25.876649 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:25.877003 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:25.877345 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:25.877681 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:25.878020 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:25.878877 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:25.879209 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:25.879568 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:25.879888 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:25.880217 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:25.880541 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:25.880961 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:25.917750 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:25.930083 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Attempting to bind port 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:13:25.930453 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Attempting to bind port 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '18c21cb6-6969-4014-94cf-889aafdc41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:13:25.930811 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Attempting to bind port 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 on network 34ca3535-1601-4b82-9adf-b101cee5f398 {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:13:25.935676 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:13:25.936083 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Checking segment: {'id': '18c21cb6-6969-4014-94cf-889aafdc41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:13:25.936480 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:25.936867 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Bound using segment: {'id': '18c21cb6-6969-4014-94cf-889aafdc41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:13:25.937322 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Bound port: 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c21cb6-6969-4014-94cf-889aafdc41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:13:25.937695 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:25.957937 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:25.993558 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:13:25.996379 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:13:25.999995 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:13:26.003894 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] For port 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:13:26.007013 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] For port 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45,segment=NetworkSegment(18c21cb6-6969-4014-94cf-889aafdc41c6),segment_id=18c21cb6-6969-4014-94cf-889aafdc41c6)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:13:26.011250 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:26.027615 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Pushing event updated for resources: {'Port': ['ID=fd87f103-0d08-4432-a09f-7f643f6138c3,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:26.070089 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234af9a-0e31-4a31-a851-39f4f5ad0557 None None] Pushing event updated for resources: {'Port': ['ID=95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45,revision_number=2']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:26.124899 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:26.509486 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:26.701625 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33084822'] for router, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:26.807247 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:13:26.843074 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Router 95e6be65-1157-415e-b1ec-3b0723a2d90d is scheduled to L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d with binding_index 1 {{(pid=93262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:13:26.859396 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:13:26.920344 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36009608-0900-49e3-9bc5-a9e296be87f8 None None] Network 34ca3535-1601-4b82-9adf-b101cee5f398 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:13:26.953466 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:13:26.964289 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Sync routers for ids ['95e6be65-1157-415e-b1ec-3b0723a2d90d'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:13:26.974509 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] Notify callbacks [] for router, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:26.975684 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Routers {'95e6be65-1157-415e-b1ec-3b0723a2d90d'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:13:26.976323 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:13:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['95e6be65-1157-415e-b1ec-3b0723a2d90d'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:26.976591 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-3495f449-747e-48e2-bd18-e28dc3ebb45f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7172201 Jul 28 04:13:26.979071 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33746) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:27.041417 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-c1d479c6-bb98-4b48-8f61-51c292a6d881 None None] Provisioning for port 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:13:27.050894 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-c1d479c6-bb98-4b48-8f61-51c292a6d881 None None] Provisioning complete for port 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:27.051511 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c1d479c6-bb98-4b48-8f61-51c292a6d881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.099062 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Set router 95e6be65-1157-415e-b1ec-3b0723a2d90d gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:13:27.182031 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c1d479c6-bb98-4b48-8f61-51c292a6d881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.219356 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-c1d479c6-bb98-4b48-8f61-51c292a6d881 None None] For port 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45,segment=NetworkSegment(18c21cb6-6969-4014-94cf-889aafdc41c6),segment_id=18c21cb6-6969-4014-94cf-889aafdc41c6)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:27.225978 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c1d479c6-bb98-4b48-8f61-51c292a6d881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.297338 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d479c6-bb98-4b48-8f61-51c292a6d881 None None] Pushing event updated for resources: {'Port': ['ID=95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:27.385775 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'name': 'tempest-TestMinimumBasicScenario-1214040981-router', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:26Z', 'revision_number': 3, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'gw_port': {'id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:27.413828 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Checking router: 95e6be65-1157-415e-b1ec-3b0723a2d90d for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:13:27.414269 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Updating router 95e6be65-1157-415e-b1ec-3b0723a2d90d port fd87f103-0d08-4432-a09f-7f643f6138c3 binding host dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:13:27.440022 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.449902 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-4b1a0422-bfeb-4120-baf8-6ecfd48ba427 None None] Provisioning complete for port 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:27.450572 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0422-bfeb-4120-baf8-6ecfd48ba427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.452176 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.629793 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Allocated IP 172.20.0.1 (34ca3535-1601-4b82-9adf-b101cee5f398/2531190b-10c9-451d-8411-4b93df3f0a5b/0af78bb3-073c-4d26-b2ae-63ad57478db5) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:13:27.741887 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.757475 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Transition to ACTIVE for port object 0af78bb3-073c-4d26-b2ae-63ad57478db5 will not be triggered until provisioned by entity DHCP. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:13:27.795396 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.816465 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.826412 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.provisioning_blocks [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Transition to ACTIVE for port object fd87f103-0d08-4432-a09f-7f643f6138c3 will not be triggered until provisioned by entity L2. {{(pid=93265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:13:27.833263 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.837776 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Network 34ca3535-1601-4b82-9adf-b101cee5f398 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:13:27.840608 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:13:27.847047 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:13:27.850800 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Pushing event updated for resources: {'Port': ['ID=0af78bb3-073c-4d26-b2ae-63ad57478db5,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:27.883110 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b105644-ea23-458c-88dc-b08b85a8e9f3 None None] Pushing event updated for resources: {'Port': ['ID=fd87f103-0d08-4432-a09f-7f643f6138c3,revision_number=2']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:27.887303 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33084745'] for router_interface, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.892572 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b105644-ea23-458c-88dc-b08b85a8e9f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:27.892937 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b105644-ea23-458c-88dc-b08b85a8e9f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:27.893284 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b105644-ea23-458c-88dc-b08b85a8e9f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:27.893622 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b105644-ea23-458c-88dc-b08b85a8e9f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:27.894441 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b105644-ea23-458c-88dc-b08b85a8e9f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:27.894773 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b105644-ea23-458c-88dc-b08b85a8e9f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:27.895109 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b105644-ea23-458c-88dc-b08b85a8e9f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:27.895425 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b105644-ea23-458c-88dc-b08b85a8e9f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:27.895788 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b105644-ea23-458c-88dc-b08b85a8e9f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:27.896118 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b105644-ea23-458c-88dc-b08b85a8e9f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:27.896441 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b105644-ea23-458c-88dc-b08b85a8e9f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:27.896768 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b105644-ea23-458c-88dc-b08b85a8e9f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:27.900835 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Attempting to bind port fd87f103-0d08-4432-a09f-7f643f6138c3 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:13:27.901208 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Attempting to bind port fd87f103-0d08-4432-a09f-7f643f6138c3 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:13:27.901614 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Attempting to bind port fd87f103-0d08-4432-a09f-7f643f6138c3 on network d8863e53-3de7-4b8e-8c20-72f015d11098 {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:13:27.907046 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:13:27.907465 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Checking segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:13:27.907931 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.908324 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Bound using segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:13:27.908794 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Bound port: fd87f103-0d08-4432-a09f-7f643f6138c3, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:13:27.909178 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.964474 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] For port fd87f103-0d08-4432-a09f-7f643f6138c3, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:13:27.968383 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] For port fd87f103-0d08-4432-a09f-7f643f6138c3, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=fd87f103-0d08-4432-a09f-7f643f6138c3,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:13:27.974437 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:28.032486 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:28.035443 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b105644-ea23-458c-88dc-b08b85a8e9f3 None None] Pushing event updated for resources: {'Port': ['ID=fd87f103-0d08-4432-a09f-7f643f6138c3,revision_number=3']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:28.038272 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Routers {'95e6be65-1157-415e-b1ec-3b0723a2d90d'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:13:28.038944 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:13:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['95e6be65-1157-415e-b1ec-3b0723a2d90d'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:28.077241 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-8f4d1657-adc6-4033-bcd2-c675b399bb80 None None] Provisioning for port 0af78bb3-073c-4d26-b2ae-63ad57478db5 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:13:28.081493 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-8f4d1657-adc6-4033-bcd2-c675b399bb80 None None] Provisioning complete for port 0af78bb3-073c-4d26-b2ae-63ad57478db5 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:28.082062 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8f4d1657-adc6-4033-bcd2-c675b399bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:28.117526 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-8f4d1657-adc6-4033-bcd2-c675b399bb80 None None] Port 0af78bb3-073c-4d26-b2ae-63ad57478db5 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:13:28.150531 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] Set router 95e6be65-1157-415e-b1ec-3b0723a2d90d gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:13:28.196765 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:28.202444 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:28.266852 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Pushing event updated for resources: {'Port': ['ID=0af78bb3-073c-4d26-b2ae-63ad57478db5,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:28.270067 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33249965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33442009'] for router_interface, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:28.359297 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'name': 'tempest-TestMinimumBasicScenario-1214040981-router', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:27Z', 'revision_number': 4, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'gw_port': {'id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '0af78bb3-073c-4d26-b2ae-63ad57478db5', 'name': '', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'mac_address': 'fa:16:3e:0b:8c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:27Z', 'updated_at': '2021-07-28T04:13:27Z', 'revision_number': 1, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'subnets': [{'id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:28.362573 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Network 34ca3535-1601-4b82-9adf-b101cee5f398 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:13:28.364117 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:13:28.385715 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d524c-0137-43dc-a432-3903de7c27a4 None None] The sync data for ids ['95e6be65-1157-415e-b1ec-3b0723a2d90d'] in dv-cinder-733062-21-iscsi is: [{'id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'name': 'tempest-TestMinimumBasicScenario-1214040981-router', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:27Z', 'revision_number': 4, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'gw_port': {'id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '0af78bb3-073c-4d26-b2ae-63ad57478db5', 'name': '', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'mac_address': 'fa:16:3e:0b:8c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:27Z', 'updated_at': '2021-07-28T04:13:27Z', 'revision_number': 1, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'subnets': [{'id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:13:28.486256 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Router 95e6be65-1157-415e-b1ec-3b0723a2d90d has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:13:28.605279 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:13:28.611189 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-b99c1aeb-67c9-4f37-ad6b-56fdb756e131 admin admin] 10.222.0.16 "PUT /v2.0/routers/95e6be65-1157-415e-b1ec-3b0723a2d90d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6310389 Jul 28 04:13:28.646815 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-68d0d253-a001-458a-b18a-86f2f5838697 None None] Provisioning complete for port 0af78bb3-073c-4d26-b2ae-63ad57478db5 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:28.647133 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-68d0d253-a001-458a-b18a-86f2f5838697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:28.681872 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-68d0d253-a001-458a-b18a-86f2f5838697 None None] Port 0af78bb3-073c-4d26-b2ae-63ad57478db5 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:13:28.790928 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:13:28.844750 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:28.844750 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:29.135210 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33768) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:29.140255 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-5fd2e86a-bc79-4ec0-8015-3c71aab7960c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-664299424-network', 'tenant_id': 'eac5e9bf63b64f5981e650ee0a1a9512'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:13:29.161872 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd2e86a-bc79-4ec0-8015-3c71aab7960c admin admin] Made reservation on behalf of eac5e9bf63b64f5981e650ee0a1a9512 for: {'network': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:13:29.164412 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e86a-bc79-4ec0-8015-3c71aab7960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for network, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:29.173672 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e86a-bc79-4ec0-8015-3c71aab7960c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:29.268339 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e86a-bc79-4ec0-8015-3c71aab7960c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:29.273422 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e86a-bc79-4ec0-8015-3c71aab7960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:29.303260 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd2e86a-bc79-4ec0-8015-3c71aab7960c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:13:29.308769 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2e86a-bc79-4ec0-8015-3c71aab7960c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbd5c4a-5cb7-4301-b775-3754fbc5e944,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:29.318036 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e86a-bc79-4ec0-8015-3c71aab7960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:29.318351 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.segments_db [None req-5fd2e86a-bc79-4ec0-8015-3c71aab7960c admin admin] Added segment 4cf13fa8-4486-43cb-a762-51b59c2ca627 of type vlan for network 851118e8-7d2b-418a-b1f1-d5501d368be3 Jul 28 04:13:29.361727 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e86a-bc79-4ec0-8015-3c71aab7960c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741617220190'] for network, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:29.391774 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e86a-bc79-4ec0-8015-3c71aab7960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983'] for network, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:29.392940 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd2e86a-bc79-4ec0-8015-3c71aab7960c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:29.393533 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e86a-bc79-4ec0-8015-3c71aab7960c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:29.451219 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-5fd2e86a-bc79-4ec0-8015-3c71aab7960c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3147771 Jul 28 04:13:29.453963 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 33772) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:29.459821 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-579b2a4e-7d19-4414-a08e-1e0299ad2642 admin admin] Request body: {'subnet': {'network_id': '851118e8-7d2b-418a-b1f1-d5501d368be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-664299424-subnet', 'tenant_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'ip_version': 4}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:13:29.467827 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2e86a-bc79-4ec0-8015-3c71aab7960c admin admin] Pushing event updated for resources: {'Network': ['ID=851118e8-7d2b-418a-b1f1-d5501d368be3,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:29.478976 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Network 851118e8-7d2b-418a-b1f1-d5501d368be3 details requested by agent ovs-agent-dv-cinder-733062-21-iscsi with host dv-cinder-733062-21-iscsi {{(pid=93264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:13:29.493306 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579b2a4e-7d19-4414-a08e-1e0299ad2642 admin admin] Made reservation on behalf of eac5e9bf63b64f5981e650ee0a1a9512 for: {'subnet': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:13:29.495605 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-579b2a4e-7d19-4414-a08e-1e0299ad2642 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24696630'] for subnet, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:29.666768 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-579b2a4e-7d19-4414-a08e-1e0299ad2642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29890146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24696644'] for subnet, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:29.715529 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b2a4e-7d19-4414-a08e-1e0299ad2642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de45313-18c5-43d5-ab28-dc579c5f1314,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:29.730817 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579b2a4e-7d19-4414-a08e-1e0299ad2642 admin admin] Checking segment: {'id': '4cf13fa8-4486-43cb-a762-51b59c2ca627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '851118e8-7d2b-418a-b1f1-d5501d368be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:13:29.731175 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579b2a4e-7d19-4414-a08e-1e0299ad2642 admin admin] Network hostable DHCP agents. Network: 851118e8-7d2b-418a-b1f1-d5501d368be3, hostable agents: ['fa0204d9-e74d-42ea-b90b-51d450288401'], hosted agents: [] {{(pid=93263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:13:29.747369 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579b2a4e-7d19-4414-a08e-1e0299ad2642 admin admin] Network 851118e8-7d2b-418a-b1f1-d5501d368be3 is scheduled to be hosted by DHCP agent fa0204d9-e74d-42ea-b90b-51d450288401 with binding_index 1 {{(pid=93263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:13:29.758541 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-579b2a4e-7d19-4414-a08e-1e0299ad2642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-21-iscsi, 851118e8-7d2b-418a-b1f1-d5501d368be3) {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:13:29.762700 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579b2a4e-7d19-4414-a08e-1e0299ad2642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:29.763337 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-579b2a4e-7d19-4414-a08e-1e0299ad2642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:29.773792 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5b9831-2407-4a81-be77-cd4add17a128 None None] Network 851118e8-7d2b-418a-b1f1-d5501d368be3 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:13:29.779955 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-579b2a4e-7d19-4414-a08e-1e0299ad2642 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3248870 Jul 28 04:13:29.782388 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 33774) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:29.787693 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-664299424-router', 'tenant_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:13:29.808753 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33129251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-211197'] for router, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:29.809691 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33129348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33083519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-211178'] for router, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:29.865001 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:29.920109 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63c72175-85b7-5549-bc99-b4b3332e2149-851118e8-7d2b-418a-b1f1-d5501d368be3', 'network_id': '851118e8-7d2b-418a-b1f1-d5501d368be3', 'tenant_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'fixed_ips': [{'subnet_id': '1de45313-18c5-43d5-ab28-dc579c5f1314'}]}} from dv-cinder-733062-21-iscsi. {{(pid=93264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:13:29.921033 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:30.001250 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33084851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33129233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210968'] for router, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:30.070952 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.db_base_plugin_common [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Allocated IP 172.20.0.2 (851118e8-7d2b-418a-b1f1-d5501d368be3/1de45313-18c5-43d5-ab28-dc579c5f1314/35086064-0f7c-4528-b2a5-821bcc2bc042) {{(pid=93264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:13:30.206001 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:30.218876 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Notify callbacks [] for port, precommit_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:30.226686 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:30.227927 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Transition to ACTIVE for port object 35086064-0f7c-4528-b2a5-821bcc2bc042 will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:13:30.243489 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Transition to ACTIVE for port object 35086064-0f7c-4528-b2a5-821bcc2bc042 will not be triggered until provisioned by entity DHCP. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:13:30.250094 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758'] for port, after_create {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:30.290846 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Network 851118e8-7d2b-418a-b1f1-d5501d368be3 is already hosted by enough agents. {{(pid=93264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:13:30.295106 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Sync routers for ids ['95e6be65-1157-415e-b1ec-3b0723a2d90d'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:13:30.304165 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.scheduler.base_scheduler [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Resources bound (agent type, host, resource id): {{(pid=93264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:13:30.306900 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Received port after_create {{(pid=93264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:13:30.311304 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Pushing event updated for resources: {'Port': ['ID=35086064-0f7c-4528-b2a5-821bcc2bc042,revision_number=1']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:30.323001 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Routers {'95e6be65-1157-415e-b1ec-3b0723a2d90d'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:13:30.323623 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:13:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['95e6be65-1157-415e-b1ec-3b0723a2d90d'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:30.334376 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Allocated IP 172.27.1.4 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/2e829394-f8c7-4872-876b-670e42a6d603) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:13:30.436207 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Attempting to bind port 35086064-0f7c-4528-b2a5-821bcc2bc042 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:13:30.436574 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Attempting to bind port 35086064-0f7c-4528-b2a5-821bcc2bc042 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '4cf13fa8-4486-43cb-a762-51b59c2ca627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '851118e8-7d2b-418a-b1f1-d5501d368be3'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:13:30.436741 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:30.436950 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Attempting to bind port 35086064-0f7c-4528-b2a5-821bcc2bc042 on network 851118e8-7d2b-418a-b1f1-d5501d368be3 {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:13:30.445026 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:13:30.445398 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Checking segment: {'id': '4cf13fa8-4486-43cb-a762-51b59c2ca627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '851118e8-7d2b-418a-b1f1-d5501d368be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:13:30.445791 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:30.446176 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Bound using segment: {'id': '4cf13fa8-4486-43cb-a762-51b59c2ca627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '851118e8-7d2b-418a-b1f1-d5501d368be3'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:13:30.446630 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Bound port: 35086064-0f7c-4528-b2a5-821bcc2bc042, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf13fa8-4486-43cb-a762-51b59c2ca627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '851118e8-7d2b-418a-b1f1-d5501d368be3'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:13:30.447003 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:30.476428 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:30.502082 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Set router 95e6be65-1157-415e-b1ec-3b0723a2d90d gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:13:30.511122 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:13:30.515484 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:13:30.518984 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:13:30.549351 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Pushing event updated for resources: {'Port': ['ID=2e829394-f8c7-4872-876b-670e42a6d603,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:30.629644 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] For port 35086064-0f7c-4528-b2a5-821bcc2bc042, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:13:30.647098 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] For port 35086064-0f7c-4528-b2a5-821bcc2bc042, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=35086064-0f7c-4528-b2a5-821bcc2bc042,segment=NetworkSegment(4cf13fa8-4486-43cb-a762-51b59c2ca627),segment_id=4cf13fa8-4486-43cb-a762-51b59c2ca627)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:13:30.652879 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:30.770205 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39794745-084a-4bb4-bc8f-8c5b66f3ad0b None None] Pushing event updated for resources: {'Port': ['ID=35086064-0f7c-4528-b2a5-821bcc2bc042,revision_number=2']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:30.805968 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'name': 'tempest-TestMinimumBasicScenario-1214040981-router', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:27Z', 'revision_number': 4, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'gw_port': {'id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '0af78bb3-073c-4d26-b2ae-63ad57478db5', 'name': '', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'mac_address': 'fa:16:3e:0b:8c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:27Z', 'updated_at': '2021-07-28T04:13:28Z', 'revision_number': 2, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'subnets': [{'id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:30.841361 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Checking router: 95e6be65-1157-415e-b1ec-3b0723a2d90d for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:13:30.841647 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Updating router 95e6be65-1157-415e-b1ec-3b0723a2d90d port 0af78bb3-073c-4d26-b2ae-63ad57478db5 binding host dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:13:30.846211 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device fd87f103-0d08-4432-a09f-7f643f6138c3 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:13:30.892369 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:31.032977 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port fd87f103-0d08-4432-a09f-7f643f6138c3 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:13:31.045493 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port fd87f103-0d08-4432-a09f-7f643f6138c3 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:31.045493 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:31.062855 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:31.222547 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:31.264791 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33129240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33084822'] for router, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:31.400802 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Router c46fc1a8-f89a-438f-8b5a-f7dc76f907e0 is scheduled to L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d with binding_index 1 {{(pid=93263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:13:31.405356 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port fd87f103-0d08-4432-a09f-7f643f6138c3, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=fd87f103-0d08-4432-a09f-7f643f6138c3,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:31.417827 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:31.489112 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:31.515696 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=fd87f103-0d08-4432-a09f-7f643f6138c3,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:31.518742 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Transition to ACTIVE for port object 0af78bb3-073c-4d26-b2ae-63ad57478db5 will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:13:31.522907 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:13:31.532908 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:31.534141 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Sync routers for ids ['c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:13:31.544747 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] Notify callbacks [] for router, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:31.547009 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Routers {'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:13:31.547888 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:13:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:31.548986 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-def3dd4d-6c43-43e7-84fb-40e51ee7f508 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7655637 Jul 28 04:13:31.552274 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33778) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:31.672801 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7fd94-7626-488b-8313-fd6b82ec7bee None None] Pushing event updated for resources: {'Port': ['ID=0af78bb3-073c-4d26-b2ae-63ad57478db5,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:31.709863 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Set router c46fc1a8-f89a-438f-8b5a-f7dc76f907e0 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:13:31.738661 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Attempting to bind port 0af78bb3-073c-4d26-b2ae-63ad57478db5 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:13:31.739177 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Attempting to bind port 0af78bb3-073c-4d26-b2ae-63ad57478db5 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '18c21cb6-6969-4014-94cf-889aafdc41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:13:31.739540 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Attempting to bind port 0af78bb3-073c-4d26-b2ae-63ad57478db5 on network 34ca3535-1601-4b82-9adf-b101cee5f398 {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:13:31.745996 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:13:31.746366 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Checking segment: {'id': '18c21cb6-6969-4014-94cf-889aafdc41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:13:31.746769 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:31.747158 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Bound using segment: {'id': '18c21cb6-6969-4014-94cf-889aafdc41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:13:31.747630 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Bound port: 0af78bb3-073c-4d26-b2ae-63ad57478db5, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c21cb6-6969-4014-94cf-889aafdc41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:13:31.748036 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:31.849568 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] For port 0af78bb3-073c-4d26-b2ae-63ad57478db5, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:13:31.858243 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] For port 0af78bb3-073c-4d26-b2ae-63ad57478db5, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=0af78bb3-073c-4d26-b2ae-63ad57478db5,segment=NetworkSegment(18c21cb6-6969-4014-94cf-889aafdc41c6),segment_id=18c21cb6-6969-4014-94cf-889aafdc41c6)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:13:31.870759 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:31.937290 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5a3e13-0e98-4652-90f6-03ad085e5e85 None None] Network 851118e8-7d2b-418a-b1f1-d5501d368be3 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:13:31.951051 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'name': 'tempest-TestMinimumBasicScenario-664299424-router', 'tenant_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '2e829394-f8c7-4872-876b-670e42a6d603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:29Z', 'updated_at': '2021-07-28T04:13:30Z', 'revision_number': 3, 'project_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'gw_port': {'id': '2e829394-f8c7-4872-876b-670e42a6d603', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:30Z', 'updated_at': '2021-07-28T04:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:31.983190 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Checking router: c46fc1a8-f89a-438f-8b5a-f7dc76f907e0 for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:13:31.983538 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Updating router c46fc1a8-f89a-438f-8b5a-f7dc76f907e0 port 2e829394-f8c7-4872-876b-670e42a6d603 binding host dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:13:32.010949 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7fd94-7626-488b-8313-fd6b82ec7bee None None] Pushing event updated for resources: {'Port': ['ID=0af78bb3-073c-4d26-b2ae-63ad57478db5,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:32.012242 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:32.042359 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Routers {'95e6be65-1157-415e-b1ec-3b0723a2d90d'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:13:32.043120 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:13:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['95e6be65-1157-415e-b1ec-3b0723a2d90d'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:32.177111 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] Set router 95e6be65-1157-415e-b1ec-3b0723a2d90d gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:13:32.243386 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-2efe61ed-69f3-4a96-8acb-71f65e7524d2 None None] Provisioning for port 35086064-0f7c-4528-b2a5-821bcc2bc042 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:13:32.335471 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:32.349086 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.provisioning_blocks [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Transition to ACTIVE for port object 2e829394-f8c7-4872-876b-670e42a6d603 will not be triggered until provisioned by entity L2. {{(pid=93265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:13:32.355817 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:32.371143 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:32.413452 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Attempting to bind port 2e829394-f8c7-4872-876b-670e42a6d603 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:13:32.413764 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Attempting to bind port 2e829394-f8c7-4872-876b-670e42a6d603 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:13:32.416963 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Attempting to bind port 2e829394-f8c7-4872-876b-670e42a6d603 on network d8863e53-3de7-4b8e-8c20-72f015d11098 {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:13:32.427113 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8778f46-99d1-418d-aa26-8fa0a7f4544e None None] Pushing event updated for resources: {'Port': ['ID=2e829394-f8c7-4872-876b-670e42a6d603,revision_number=2']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:32.430362 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:13:32.430941 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Checking segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:13:32.431509 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:32.432107 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Bound using segment: {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'} {{(pid=93265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:13:32.432893 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.managers [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Bound port: 2e829394-f8c7-4872-876b-670e42a6d603, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098'}}] {{(pid=93265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:13:32.433477 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:32.472273 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'name': 'tempest-TestMinimumBasicScenario-1214040981-router', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:27Z', 'revision_number': 4, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'gw_port': {'id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '0af78bb3-073c-4d26-b2ae-63ad57478db5', 'name': '', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'mac_address': 'fa:16:3e:0b:8c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:27Z', 'updated_at': '2021-07-28T04:13:31Z', 'revision_number': 4, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'subnets': [{'id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:32.501201 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946fe97-fdfc-46b6-94af-dec317561cf9 None None] The sync data for ids ['95e6be65-1157-415e-b1ec-3b0723a2d90d'] in dv-cinder-733062-21-iscsi is: [{'id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'name': 'tempest-TestMinimumBasicScenario-1214040981-router', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:27Z', 'revision_number': 4, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'gw_port': {'id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '0af78bb3-073c-4d26-b2ae-63ad57478db5', 'name': '', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'mac_address': 'fa:16:3e:0b:8c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:27Z', 'updated_at': '2021-07-28T04:13:31Z', 'revision_number': 4, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'subnets': [{'id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:13:32.505106 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] For port 2e829394-f8c7-4872-876b-670e42a6d603, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:13:32.510230 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.plugins.ml2.db [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] For port 2e829394-f8c7-4872-876b-670e42a6d603, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=2e829394-f8c7-4872-876b-670e42a6d603,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:13:32.515089 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron_lib.callbacks.manager [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:32.584483 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Allocated IP 172.20.0.1 (851118e8-7d2b-418a-b1f1-d5501d368be3/1de45313-18c5-43d5-ab28-dc579c5f1314/23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:13:32.598814 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8778f46-99d1-418d-aa26-8fa0a7f4544e None None] Pushing event updated for resources: {'Port': ['ID=2e829394-f8c7-4872-876b-670e42a6d603,revision_number=3']} {{(pid=93265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:32.610880 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Routers {'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:13:32.611333 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:13:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:32.717469 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:32.733282 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Transition to ACTIVE for port object 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 will not be triggered until provisioned by entity DHCP. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:13:32.742446 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] Set router c46fc1a8-f89a-438f-8b5a-f7dc76f907e0 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:13:32.775551 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:32.828471 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Network 851118e8-7d2b-418a-b1f1-d5501d368be3 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:13:32.831806 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:13:32.839336 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:13:32.841977 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Pushing event updated for resources: {'Port': ['ID=23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:32.903248 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33084745'] for router_interface, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:32.943535 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 0af78bb3-073c-4d26-b2ae-63ad57478db5 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:13:32.968386 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'name': 'tempest-TestMinimumBasicScenario-664299424-router', 'tenant_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '2e829394-f8c7-4872-876b-670e42a6d603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:29Z', 'updated_at': '2021-07-28T04:13:30Z', 'revision_number': 3, 'project_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'gw_port': {'id': '2e829394-f8c7-4872-876b-670e42a6d603', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:30Z', 'updated_at': '2021-07-28T04:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:33.034469 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 0af78bb3-073c-4d26-b2ae-63ad57478db5 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:13:33.039514 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 0af78bb3-073c-4d26-b2ae-63ad57478db5 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:33.040057 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:33.101015 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cbe0c8-2416-4231-9c6f-c52838d8f2d4 None None] The sync data for ids ['c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'] in dv-cinder-733062-21-iscsi is: [{'id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'name': 'tempest-TestMinimumBasicScenario-664299424-router', 'tenant_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '2e829394-f8c7-4872-876b-670e42a6d603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:29Z', 'updated_at': '2021-07-28T04:13:30Z', 'revision_number': 3, 'project_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'gw_port': {'id': '2e829394-f8c7-4872-876b-670e42a6d603', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:30Z', 'updated_at': '2021-07-28T04:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:13:33.109301 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:33.163051 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:33.201095 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port 0af78bb3-073c-4d26-b2ae-63ad57478db5, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=0af78bb3-073c-4d26-b2ae-63ad57478db5,segment=NetworkSegment(18c21cb6-6969-4014-94cf-889aafdc41c6),segment_id=18c21cb6-6969-4014-94cf-889aafdc41c6)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:33.208464 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:33.209254 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 35086064-0f7c-4528-b2a5-821bcc2bc042 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:13:33.214227 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-0d20d446-3be4-4012-8680-594d975f1971 None None] Provisioning for port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:13:33.262417 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-0d20d446-3be4-4012-8680-594d975f1971 None None] Provisioning complete for port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:33.262802 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0d20d446-3be4-4012-8680-594d975f1971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:33.312185 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=0af78bb3-073c-4d26-b2ae-63ad57478db5,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:33.323179 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:33.328371 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:33.341900 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-0d20d446-3be4-4012-8680-594d975f1971 None None] Port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:13:33.354493 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 35086064-0f7c-4528-b2a5-821bcc2bc042 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:13:33.359320 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 35086064-0f7c-4528-b2a5-821bcc2bc042 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:33.359874 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:33.413032 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33249965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33442009'] for router_interface, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:33.415020 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Pushing event updated for resources: {'Port': ['ID=23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:33.480913 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:33.522960 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port 35086064-0f7c-4528-b2a5-821bcc2bc042, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=35086064-0f7c-4528-b2a5-821bcc2bc042,segment=NetworkSegment(4cf13fa8-4486-43cb-a762-51b59c2ca627),segment_id=4cf13fa8-4486-43cb-a762-51b59c2ca627)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:33.528465 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:33.529290 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device fd87f103-0d08-4432-a09f-7f643f6138c3 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:13:33.532927 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Network 851118e8-7d2b-418a-b1f1-d5501d368be3 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:13:33.535251 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:13:33.631495 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=35086064-0f7c-4528-b2a5-821bcc2bc042,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:33.654867 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port fd87f103-0d08-4432-a09f-7f643f6138c3 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:33.656062 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:33.683697 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Router c46fc1a8-f89a-438f-8b5a-f7dc76f907e0 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:13:33.809645 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:13:33.814811 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-b15476e3-cf22-485e-ae33-add61e040424 admin admin] 10.222.0.16 "PUT /v2.0/routers/c46fc1a8-f89a-438f-8b5a-f7dc76f907e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2613738 Jul 28 04:13:33.873354 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-caa0a5e7-22ca-41d4-9c7a-ab219ccff4fe None None] Provisioning complete for port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:33.873729 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-caa0a5e7-22ca-41d4-9c7a-ab219ccff4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:33.908061 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-caa0a5e7-22ca-41d4-9c7a-ab219ccff4fe None None] Port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:13:34.891823 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 0af78bb3-073c-4d26-b2ae-63ad57478db5 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:13:34.948585 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 0af78bb3-073c-4d26-b2ae-63ad57478db5 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:34.948965 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:35.035971 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 35086064-0f7c-4528-b2a5-821bcc2bc042 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:13:35.083961 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 35086064-0f7c-4528-b2a5-821bcc2bc042 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:35.084497 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:35.178634 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 2e829394-f8c7-4872-876b-670e42a6d603 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:13:35.230824 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 2e829394-f8c7-4872-876b-670e42a6d603 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:13:35.235227 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 2e829394-f8c7-4872-876b-670e42a6d603 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:35.235611 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:35.460931 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:35.485135 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port 2e829394-f8c7-4872-876b-670e42a6d603, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=2e829394-f8c7-4872-876b-670e42a6d603,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:35.495436 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:35.561245 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=2e829394-f8c7-4872-876b-670e42a6d603,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:35.704743 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Sync routers for ids ['c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:13:35.718379 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Routers {'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:13:35.719081 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:13:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:35.834449 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Set router c46fc1a8-f89a-438f-8b5a-f7dc76f907e0 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:13:36.055443 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'name': 'tempest-TestMinimumBasicScenario-664299424-router', 'tenant_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '2e829394-f8c7-4872-876b-670e42a6d603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:29Z', 'updated_at': '2021-07-28T04:13:33Z', 'revision_number': 4, 'project_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'gw_port': {'id': '2e829394-f8c7-4872-876b-670e42a6d603', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:30Z', 'updated_at': '2021-07-28T04:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6', 'name': '', 'network_id': '851118e8-7d2b-418a-b1f1-d5501d368be3', 'tenant_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'mac_address': 'fa:16:3e:1a:f5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1de45313-18c5-43d5-ab28-dc579c5f1314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:32Z', 'updated_at': '2021-07-28T04:13:33Z', 'revision_number': 2, 'project_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'subnets': [{'id': '1de45313-18c5-43d5-ab28-dc579c5f1314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:36.085624 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Checking router: c46fc1a8-f89a-438f-8b5a-f7dc76f907e0 for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:13:36.085947 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Updating router c46fc1a8-f89a-438f-8b5a-f7dc76f907e0 port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 binding host dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:13:36.113929 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:36.396437 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Notify callbacks [] for port, precommit_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:36.407761 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Transition to ACTIVE for port object 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 will not be triggered until provisioned by entity L2. {{(pid=93264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:13:36.415726 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:36.486751 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffb944-affc-404d-92ca-92c00c353a6f None None] Pushing event updated for resources: {'Port': ['ID=23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6,revision_number=3']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:36.529385 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Attempting to bind port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 on host dv-cinder-733062-21-iscsi for vnic_type normal with profile {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:13:36.529769 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Attempting to bind port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 by drivers openvswitch,hyperv on host dv-cinder-733062-21-iscsi at level 0 using segments [{'id': '4cf13fa8-4486-43cb-a762-51b59c2ca627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '851118e8-7d2b-418a-b1f1-d5501d368be3'}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:13:36.530138 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Attempting to bind port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 on network 851118e8-7d2b-418a-b1f1-d5501d368be3 {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:13:36.537413 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Checking agent: {'id': '85e1c835-f3d5-42f8-bfd8-373bc85a93d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 29, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:13:36.537804 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Checking segment: {'id': '4cf13fa8-4486-43cb-a762-51b59c2ca627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '851118e8-7d2b-418a-b1f1-d5501d368be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:13:36.538223 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:36.538627 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Bound using segment: {'id': '4cf13fa8-4486-43cb-a762-51b59c2ca627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '851118e8-7d2b-418a-b1f1-d5501d368be3'} {{(pid=93264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:13:36.539163 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.managers [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Bound port: 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6, host: dv-cinder-733062-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf13fa8-4486-43cb-a762-51b59c2ca627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '851118e8-7d2b-418a-b1f1-d5501d368be3'}}] {{(pid=93264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:13:36.539559 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:36.620518 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] For port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6, host dv-cinder-733062-21-iscsi, cleared binding levels {{(pid=93264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:13:36.624331 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] For port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6, host dv-cinder-733062-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6,segment=NetworkSegment(4cf13fa8-4486-43cb-a762-51b59c2ca627),segment_id=4cf13fa8-4486-43cb-a762-51b59c2ca627)] {{(pid=93264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:13:36.632696 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:36.704057 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffb944-affc-404d-92ca-92c00c353a6f None None] Pushing event updated for resources: {'Port': ['ID=23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:36.708517 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Routers {'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:13:36.709127 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:13:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:36.828772 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 2e829394-f8c7-4872-876b-670e42a6d603 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:13:36.881205 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] Set router c46fc1a8-f89a-438f-8b5a-f7dc76f907e0 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:13:37.009205 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 2e829394-f8c7-4872-876b-670e42a6d603 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:37.009676 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:37.078638 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33826) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:37.231366 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'name': 'tempest-TestMinimumBasicScenario-664299424-router', 'tenant_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '2e829394-f8c7-4872-876b-670e42a6d603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:29Z', 'updated_at': '2021-07-28T04:13:33Z', 'revision_number': 4, 'project_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'gw_port': {'id': '2e829394-f8c7-4872-876b-670e42a6d603', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:30Z', 'updated_at': '2021-07-28T04:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6', 'name': '', 'network_id': '851118e8-7d2b-418a-b1f1-d5501d368be3', 'tenant_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'mac_address': 'fa:16:3e:1a:f5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1de45313-18c5-43d5-ab28-dc579c5f1314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:32Z', 'updated_at': '2021-07-28T04:13:36Z', 'revision_number': 4, 'project_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'subnets': [{'id': '1de45313-18c5-43d5-ab28-dc579c5f1314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:37.259998 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d783258-b82d-4941-91d7-1cb6d873633a None None] The sync data for ids ['c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'] in dv-cinder-733062-21-iscsi is: [{'id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'name': 'tempest-TestMinimumBasicScenario-664299424-router', 'tenant_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '2e829394-f8c7-4872-876b-670e42a6d603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:29Z', 'updated_at': '2021-07-28T04:13:33Z', 'revision_number': 4, 'project_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'gw_port': {'id': '2e829394-f8c7-4872-876b-670e42a6d603', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:30Z', 'updated_at': '2021-07-28T04:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6', 'name': '', 'network_id': '851118e8-7d2b-418a-b1f1-d5501d368be3', 'tenant_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'mac_address': 'fa:16:3e:1a:f5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1de45313-18c5-43d5-ab28-dc579c5f1314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:32Z', 'updated_at': '2021-07-28T04:13:36Z', 'revision_number': 4, 'project_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'subnets': [{'id': '1de45313-18c5-43d5-ab28-dc579c5f1314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:13:37.826683 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-469ea382-7c79-4227-bd2a-fb78144928c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33441852'] for router_interface, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:38.095948 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-469ea382-7c79-4227-bd2a-fb78144928c8 admin admin] Deleting port d1873c1d-5b49-4e52-baa7-b192cabb45f5 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:13:38.097117 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-469ea382-7c79-4227-bd2a-fb78144928c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:38.183206 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-469ea382-7c79-4227-bd2a-fb78144928c8 admin admin] For port d1873c1d-5b49-4e52-baa7-b192cabb45f5, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=d1873c1d-5b49-4e52-baa7-b192cabb45f5,segment=NetworkSegment(844ea769-6c3b-434d-9efb-efca6148041c),segment_id=844ea769-6c3b-434d-9efb-efca6148041c)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:38.183591 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-469ea382-7c79-4227-bd2a-fb78144928c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:38.198094 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-469ea382-7c79-4227-bd2a-fb78144928c8 admin admin] Calling delete_port for d1873c1d-5b49-4e52-baa7-b192cabb45f5 owned by network:router_interface {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:13:38.416493 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-469ea382-7c79-4227-bd2a-fb78144928c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:38.440152 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ea382-7c79-4227-bd2a-fb78144928c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1873c1d-5b49-4e52-baa7-b192cabb45f5,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:38.627222 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-469ea382-7c79-4227-bd2a-fb78144928c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33249956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33441872'] for router_interface, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:38.891015 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469ea382-7c79-4227-bd2a-fb78144928c8 admin admin] Router d73caf4e-33ff-491d-aabf-17a70f2a61c6 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:13:38.936310 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:13:39.002234 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning for port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:13:39.007356 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:39.007947 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:39.022047 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469ea382-7c79-4227-bd2a-fb78144928c8 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:13:39.029908 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-469ea382-7c79-4227-bd2a-fb78144928c8 admin admin] 10.222.0.16 "PUT /v2.0/routers/d73caf4e-33ff-491d-aabf-17a70f2a61c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9498780 Jul 28 04:13:39.032755 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 33834) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:39.037609 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e498f-aea6-42ee-a534-938eeadab08e None None] Sync routers for ids ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:13:39.047290 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e498f-aea6-42ee-a534-938eeadab08e None None] Routers {'d73caf4e-33ff-491d-aabf-17a70f2a61c6'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:13:39.048143 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-cb0e498f-aea6-42ee-a534-938eeadab08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:13:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:39.116518 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:39.180021 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-75031271-f90a-40e5-9e3f-b5a975957186 admin admin] Notify callbacks [] for router, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:39.184891 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] For port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6,segment=NetworkSegment(4cf13fa8-4486-43cb-a762-51b59c2ca627),segment_id=4cf13fa8-4486-43cb-a762-51b59c2ca627)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:39.192906 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:39.196863 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-cb0e498f-aea6-42ee-a534-938eeadab08e None None] Set router d73caf4e-33ff-491d-aabf-17a70f2a61c6 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:13:39.265893 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Pushing event updated for resources: {'Port': ['ID=23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:39.310598 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-75031271-f90a-40e5-9e3f-b5a975957186 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:39.370857 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-75031271-f90a-40e5-9e3f-b5a975957186 admin admin] Deleting port 488fecf0-ec58-4f69-9528-aea0edde44ca {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:13:39.371212 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-75031271-f90a-40e5-9e3f-b5a975957186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:39.439860 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-cb0e498f-aea6-42ee-a534-938eeadab08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T04:13:38Z', 'revision_number': 5, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port': {'id': '488fecf0-ec58-4f69-9528-aea0edde44ca', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:37:12Z', 'updated_at': '2021-07-28T03:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:39.477273 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e498f-aea6-42ee-a534-938eeadab08e None None] Checking router: d73caf4e-33ff-491d-aabf-17a70f2a61c6 for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:13:39.489279 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [None req-75031271-f90a-40e5-9e3f-b5a975957186 admin admin] For port 488fecf0-ec58-4f69-9528-aea0edde44ca, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=488fecf0-ec58-4f69-9528-aea0edde44ca,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:39.489680 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-75031271-f90a-40e5-9e3f-b5a975957186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:39.493166 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e498f-aea6-42ee-a534-938eeadab08e None None] Routers {'d73caf4e-33ff-491d-aabf-17a70f2a61c6'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:13:39.493816 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-cb0e498f-aea6-42ee-a534-938eeadab08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:13:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:39.511868 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-75031271-f90a-40e5-9e3f-b5a975957186 admin admin] Calling delete_port for 488fecf0-ec58-4f69-9528-aea0edde44ca owned by network:router_gateway {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:13:39.602633 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-cb0e498f-aea6-42ee-a534-938eeadab08e None None] Set router d73caf4e-33ff-491d-aabf-17a70f2a61c6 gateway port host: None {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:13:39.660849 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-cb0e498f-aea6-42ee-a534-938eeadab08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T04:13:39Z', 'revision_number': 6, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port_host': None}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:39.696737 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e498f-aea6-42ee-a534-938eeadab08e None None] The sync data for ids ['d73caf4e-33ff-491d-aabf-17a70f2a61c6'] in dv-cinder-733062-21-iscsi is: [{'id': 'd73caf4e-33ff-491d-aabf-17a70f2a61c6', 'name': 'tempest-AttachVolumeTestJSON-789224047-router', 'tenant_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:37:11Z', 'updated_at': '2021-07-28T04:13:39Z', 'revision_number': 6, 'project_id': 'e20265dc285042d5ab0d2e9237fe9fdf', 'gw_port_host': None}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:13:39.727948 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-75031271-f90a-40e5-9e3f-b5a975957186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:39.759689 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75031271-f90a-40e5-9e3f-b5a975957186 admin admin] Pushing event deleted for resources: {'Port': ['ID=488fecf0-ec58-4f69-9528-aea0edde44ca,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:39.830683 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-75031271-f90a-40e5-9e3f-b5a975957186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33084914'] for router_gateway, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:39.933808 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-75031271-f90a-40e5-9e3f-b5a975957186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33129325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-211171'] for router, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:39.937215 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-75031271-f90a-40e5-9e3f-b5a975957186 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:39.995812 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-75031271-f90a-40e5-9e3f-b5a975957186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33128701'] for router, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:39.996435 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75031271-f90a-40e5-9e3f-b5a975957186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d73caf4e-33ff-491d-aabf-17a70f2a61c6 {{(pid=93263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:13:40.001337 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-75031271-f90a-40e5-9e3f-b5a975957186 admin admin] Notify callbacks [] for router, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.004976 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-75031271-f90a-40e5-9e3f-b5a975957186 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d73caf4e-33ff-491d-aabf-17a70f2a61c6 HTTP/1.1" status: 204 len: 168 time: 0.9685810 Jul 28 04:13:40.005377 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33836) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:40.059749 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3394f8e-14d4-42bc-bde6-5de9d395cf68 admin admin] Deleting subnet 0855aebe-89e1-4a95-8ec3-265771853473 {{(pid=93262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:13:40.063266 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-f3394f8e-14d4-42bc-bde6-5de9d395cf68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.106001 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-f3394f8e-14d4-42bc-bde6-5de9d395cf68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30318906'] for subnet, precommit_delete_associations {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.206164 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-f3394f8e-14d4-42bc-bde6-5de9d395cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.276458 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-f3394f8e-14d4-42bc-bde6-5de9d395cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30596327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30343369'] for subnet, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.307791 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3394f8e-14d4-42bc-bde6-5de9d395cf68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0855aebe-89e1-4a95-8ec3-265771853473,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:40.309930 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-f3394f8e-14d4-42bc-bde6-5de9d395cf68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.314429 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 33840) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:40.314871 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-f3394f8e-14d4-42bc-bde6-5de9d395cf68 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0855aebe-89e1-4a95-8ec3-265771853473 HTTP/1.1" status: 204 len: 168 time: 0.3080873 Jul 28 04:13:40.319109 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b021ea23-5cd0-4099-9eee-4aa9eb509cd6 None None] Network 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:13:40.410795 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.487136 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] Deleting port 20896d36-fa0d-4f9a-a108-f696a346da16 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:13:40.487591 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.575406 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] For port 20896d36-fa0d-4f9a-a108-f696a346da16, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=20896d36-fa0d-4f9a-a108-f696a346da16,segment=NetworkSegment(844ea769-6c3b-434d-9efb-efca6148041c),segment_id=844ea769-6c3b-434d-9efb-efca6148041c)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:40.575962 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.594339 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] Calling delete_port for 20896d36-fa0d-4f9a-a108-f696a346da16 owned by network:dhcp {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:13:40.686373 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.717192 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=20896d36-fa0d-4f9a-a108-f696a346da16,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:40.725468 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] No DVR routers for this DVR port 20896d36-fa0d-4f9a-a108-f696a346da16 on host dv-cinder-733062-21-iscsi {{(pid=93263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:13:40.799003 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482fe710-2b73-4801-a6b7-60c0b02cb9ee None None] DHCP port deletion for 4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 request from dv-cinder-733062-21-iscsi {{(pid=93264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:13:40.815637 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.828029 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.services.segments.db [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0']}} {{(pid=93263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:40.847335 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.services.segments.db [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844ea769-6c3b-434d-9efb-efca6148041c') {'for_net_delete': True} {{(pid=93263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:40.847743 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.services.segments.db [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844ea769-6c3b-434d-9efb-efca6148041c') {} {{(pid=93263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:40.858737 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29659180'] for segment, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.877504 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.888190 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:13:40.888667 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29890265'] for segment, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: Traceback (most recent call last): Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: timer() Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: cb(*args, **kw) Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: return func(*args, **kwargs) Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: self._notify() Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: self.callback(batched_events) Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: event.method(event) Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: return f(self, *a, **k) Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: return self._get(url).json() Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: return self.request(url, 'GET', **kwargs) Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:13:40.890564 dv-cinder-733062-21-iscsi neutron-server[93263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:13:40.899664 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 up at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:13:40.965287 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Provisioning complete for port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:40.965762 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.979265 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.991270 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:40.993435 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0 HTTP/1.1" status: 204 len: 168 time: 0.6777065 Jul 28 04:13:41.010549 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc94ae-97ce-4d54-85da-1882dc6f5fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4735ad5f-8ca5-4c8f-80b1-984a4e72f7a0,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:41.157366 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device d1873c1d-5b49-4e52-baa7-b192cabb45f5 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:13:41.185576 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 33846) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:41.200904 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: d1873c1d-5b49-4e52-baa7-b192cabb45f5 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:13:41.202542 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device d1873c1d-5b49-4e52-baa7-b192cabb45f5 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:13:41.202982 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 488fecf0-ec58-4f69-9528-aea0edde44ca no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:13:41.233502 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: 488fecf0-ec58-4f69-9528-aea0edde44ca {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:13:41.234148 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 488fecf0-ec58-4f69-9528-aea0edde44ca not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:13:41.234723 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 20896d36-fa0d-4f9a-a108-f696a346da16 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:13:41.260875 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: 20896d36-fa0d-4f9a-a108-f696a346da16 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:13:41.261418 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 20896d36-fa0d-4f9a-a108-f696a346da16 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:13:41.273289 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-f8241a1a-4b50-4358-a1dc-7bfe4898bf12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e20265dc285042d5ab0d2e9237fe9fdf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0863595 Jul 28 04:13:41.275823 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33848) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:41.341275 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-26979e0b-4230-427b-994d-5c680ddabc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:41.364742 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-26979e0b-4230-427b-994d-5c680ddabc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:41.425270 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-26979e0b-4230-427b-994d-5c680ddabc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:41.428741 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-26979e0b-4230-427b-994d-5c680ddabc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:41.432697 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-26979e0b-4230-427b-994d-5c680ddabc68 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4b63bad-ca36-4c75-8485-becea07f6fb0 HTTP/1.1" status: 204 len: 168 time: 0.1530659 Jul 28 04:13:41.439670 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26979e0b-4230-427b-994d-5c680ddabc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b63bad-ca36-4c75-8485-becea07f6fb0,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:41.998577 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:13:43.098552 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33890) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:43.227786 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-19bc4cb5-1060-44f1-81e0-9657fb7ec8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:43.324482 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-19bc4cb5-1060-44f1-81e0-9657fb7ec8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:43.329150 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-19bc4cb5-1060-44f1-81e0-9657fb7ec8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:43.372191 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-19bc4cb5-1060-44f1-81e0-9657fb7ec8e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a385e5bf58d34c44b38c59c635589f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724502 Jul 28 04:13:43.372384 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 33898) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:43.374140 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc4cb5-1060-44f1-81e0-9657fb7ec8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c2ef42-6562-4507-a478-1dc690c35c55,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:43.439610 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-268e979b-9143-4875-8c73-f996e7acfb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:43.467557 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-268e979b-9143-4875-8c73-f996e7acfb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:43.522983 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-268e979b-9143-4875-8c73-f996e7acfb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:43.525838 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-268e979b-9143-4875-8c73-f996e7acfb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:43.527749 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-268e979b-9143-4875-8c73-f996e7acfb17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78c2ef42-6562-4507-a478-1dc690c35c55 HTTP/1.1" status: 204 len: 168 time: 0.1535492 Jul 28 04:13:43.536136 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e979b-9143-4875-8c73-f996e7acfb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c2ef42-6562-4507-a478-1dc690c35c55,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:43.816215 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33912) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:43.829374 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8e13efbb-ae5b-42be-b4ca-ccf37a67da35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:43.919532 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8e13efbb-ae5b-42be-b4ca-ccf37a67da35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:43.923132 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8e13efbb-ae5b-42be-b4ca-ccf37a67da35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:43.960947 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-8e13efbb-ae5b-42be-b4ca-ccf37a67da35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ec4368c2b874b52a6bf1835a2f49e11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435661 Jul 28 04:13:43.963437 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 33914) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:43.969544 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13efbb-ae5b-42be-b4ca-ccf37a67da35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bab8813-5f40-4266-bf71-4eed3e6a5eb7,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:44.015422 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-59f3a2bf-28d7-4655-986c-97daf5d250e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:44.036200 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-59f3a2bf-28d7-4655-986c-97daf5d250e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:44.083363 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-59f3a2bf-28d7-4655-986c-97daf5d250e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:44.085927 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-59f3a2bf-28d7-4655-986c-97daf5d250e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:44.087108 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-59f3a2bf-28d7-4655-986c-97daf5d250e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bab8813-5f40-4266-bf71-4eed3e6a5eb7 HTTP/1.1" status: 204 len: 168 time: 0.1227243 Jul 28 04:13:44.095791 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3a2bf-28d7-4655-986c-97daf5d250e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bab8813-5f40-4266-bf71-4eed3e6a5eb7,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:44.350052 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-ab14094d-ffe7-48ac-8457-8c83fe33020f tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:44.351530 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-ab14094d-ffe7-48ac-8457-8c83fe33020f tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/networks?id=34ca3535-1601-4b82-9adf-b101cee5f398 HTTP/1.1" status: 200 len: 815 time: 0.1005061 Jul 28 04:13:44.367158 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-d6076acf-0b92-417d-9a6d-660d6e208a9b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/quotas/6ce504669b154dd7b2cb45a21d8b889b HTTP/1.1" status: 200 len: 375 time: 0.0100060 Jul 28 04:13:44.422314 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-daba48fa-5ce6-4267-bd10-f6d662985520 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ce504669b154dd7b2cb45a21d8b889b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493455 Jul 28 04:13:44.517506 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-8b38c725-cbfe-485a-9fe5-d56d9429280f service neutron] 10.222.0.16 "GET /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837257 Jul 28 04:13:44.613608 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-053ddf17-650a-47e0-ac87-2a50d8a6e792 service neutron] 10.222.0.16 "GET /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895052 Jul 28 04:13:44.772832 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-177a9e6e-ae75-4f6f-981e-c2dd69d58928 req-34a49adc-268b-4d95-abd8-7be97fece864 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 210 time: 0.0276134 Jul 28 04:13:45.790704 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f24528cc-cb55-47a1-b78b-458028a7c315 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:45.792883 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f24528cc-cb55-47a1-b78b-458028a7c315 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.25 "GET /v2.0/networks?id=34ca3535-1601-4b82-9adf-b101cee5f398 HTTP/1.1" status: 200 len: 815 time: 0.1094530 Jul 28 04:13:45.813322 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-6ba3ae73-b002-49ad-b086-df490ca83033 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Request body: {'port': {'device_id': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'admin_state_up': True, 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:13:45.879179 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7ed48eb8-56e0-4c4b-a446-e3e5caec5646 req-b4efd502-52b0-4839-acb8-a99fadbd39e4 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 210 time: 0.0273538 Jul 28 04:13:45.927008 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-6ba3ae73-b002-49ad-b086-df490ca83033 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Made reservation on behalf of 6ce504669b154dd7b2cb45a21d8b889b for: {'port': 1} {{(pid=93263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:13:45.930566 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-6ba3ae73-b002-49ad-b086-df490ca83033 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:46.057851 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_common [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-6ba3ae73-b002-49ad-b086-df490ca83033 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Allocated IP 172.20.0.10 (34ca3535-1601-4b82-9adf-b101cee5f398/2531190b-10c9-451d-8411-4b93df3f0a5b/f36bc118-6ca3-4be9-8638-9c6343d7762b) {{(pid=93263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:13:46.216095 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-6ba3ae73-b002-49ad-b086-df490ca83033 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for port, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:46.231176 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-6ba3ae73-b002-49ad-b086-df490ca83033 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Transition to ACTIVE for port object f36bc118-6ca3-4be9-8638-9c6343d7762b will not be triggered until provisioned by entity DHCP. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:13:46.296314 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-6ba3ae73-b002-49ad-b086-df490ca83033 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:46.349786 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-6ba3ae73-b002-49ad-b086-df490ca83033 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Network 34ca3535-1601-4b82-9adf-b101cee5f398 is already hosted by enough agents. {{(pid=93263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:13:46.353147 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.base_scheduler [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-6ba3ae73-b002-49ad-b086-df490ca83033 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Resources bound (agent type, host, resource id): {{(pid=93263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:13:46.357326 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-6ba3ae73-b002-49ad-b086-df490ca83033 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Received port after_create {{(pid=93263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:13:46.416719 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-6ba3ae73-b002-49ad-b086-df490ca83033 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:46.417581 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-6ba3ae73-b002-49ad-b086-df490ca83033 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:46.432635 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3ae73-b002-49ad-b086-df490ca83033 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Pushing event updated for resources: {'Port': ['ID=f36bc118-6ca3-4be9-8638-9c6343d7762b,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:46.453841 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-6ba3ae73-b002-49ad-b086-df490ca83033 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6443148 Jul 28 04:13:46.672578 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-dacdc246-950b-48a0-bd01-28e1dedb15fd None None] Provisioning for port f36bc118-6ca3-4be9-8638-9c6343d7762b completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:13:46.676220 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-dacdc246-950b-48a0-bd01-28e1dedb15fd None None] Provisioning complete for port f36bc118-6ca3-4be9-8638-9c6343d7762b triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:13:46.676598 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-dacdc246-950b-48a0-bd01-28e1dedb15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:46.737225 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-dacdc246-950b-48a0-bd01-28e1dedb15fd None None] Port f36bc118-6ca3-4be9-8638-9c6343d7762b cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:13:47.045885 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f412b-58fc-4f7a-8a8a-4c492a80f033 req-5c43407b-e8d0-458b-b2c7-42e3698332c7 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:47.048563 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ea2f412b-58fc-4f7a-8a8a-4c492a80f033 req-5c43407b-e8d0-458b-b2c7-42e3698332c7 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 932 time: 0.0801537 Jul 28 04:13:47.099833 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ea2f412b-58fc-4f7a-8a8a-4c492a80f033 req-6c181fcd-cb43-407a-af75-6ec72dd926d7 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394506 Jul 28 04:13:48.231676 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a85d9-f283-413c-94a9-66cad2ce7b6c req-01b86eee-3a57-400a-a42b-ed8b76697a73 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:48.239887 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4d8a85d9-f283-413c-94a9-66cad2ce7b6c req-01b86eee-3a57-400a-a42b-ed8b76697a73 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 932 time: 0.0608163 Jul 28 04:13:48.540916 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4d8a85d9-f283-413c-94a9-66cad2ce7b6c req-d3a78359-554a-44e1-9779-ad3aa0ed6f09 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001583 Jul 28 04:13:49.662527 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a35fe-24d3-4827-90b2-10fb407b229a req-1947ae8d-40d3-4ec8-b223-3959cfddd9ae tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:49.664020 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-117a35fe-24d3-4827-90b2-10fb407b229a req-1947ae8d-40d3-4ec8-b223-3959cfddd9ae tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 932 time: 0.0497251 Jul 28 04:13:49.700932 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-117a35fe-24d3-4827-90b2-10fb407b229a req-06eb1eb4-fffd-4f66-9f13-ade3c57a55de tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310349 Jul 28 04:13:50.477486 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-1e068148-57f2-48b8-91f0-c98da0a82f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:50.820966 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33342c65-5aec-49fd-b1d2-8c95277a6cbb req-0c400fee-b767-4c85-9912-3d0adb97e001 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:50.822444 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-33342c65-5aec-49fd-b1d2-8c95277a6cbb req-0c400fee-b767-4c85-9912-3d0adb97e001 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 932 time: 0.0495493 Jul 28 04:13:50.863558 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-33342c65-5aec-49fd-b1d2-8c95277a6cbb req-796de8e2-5c5c-4e82-8f0b-c2bd4891e3b8 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352771 Jul 28 04:13:51.998480 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584a101-f2bf-46b5-8e5c-9feea3b3b04a req-3d40cc8c-9a70-4f9d-ab03-55f1e40b3016 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:51.998480 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5584a101-f2bf-46b5-8e5c-9feea3b3b04a req-3d40cc8c-9a70-4f9d-ab03-55f1e40b3016 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 932 time: 0.0638192 Jul 28 04:13:52.040619 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5584a101-f2bf-46b5-8e5c-9feea3b3b04a req-8cc7917f-a2fc-4391-822d-6d51c40f180d tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341821 Jul 28 04:13:53.167288 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffebce4-874a-4d89-8a36-7e429ca66797 req-314f6c01-c610-4f7f-8423-8ea804624047 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:53.170205 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3ffebce4-874a-4d89-8a36-7e429ca66797 req-314f6c01-c610-4f7f-8423-8ea804624047 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 932 time: 0.0524452 Jul 28 04:13:53.224401 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3ffebce4-874a-4d89-8a36-7e429ca66797 req-acce1b37-0719-40ff-a9a6-75e746e7f3bc tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472980 Jul 28 04:13:53.332191 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e3c6316e-65ad-4b4e-abf5-4fc2ed010c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:53.401761 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:53.675629 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:54.331423 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fe5f9-5f4b-49ce-b21d-3b67c890c6f8 req-6fcf3f6c-d472-4ae9-b9c5-b9661a169837 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:54.339606 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6e0fe5f9-5f4b-49ce-b21d-3b67c890c6f8 req-6fcf3f6c-d472-4ae9-b9c5-b9661a169837 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 932 time: 0.0593741 Jul 28 04:13:54.373942 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6e0fe5f9-5f4b-49ce-b21d-3b67c890c6f8 req-8c40f588-4e92-4d5e-9175-3e127ff3a9e5 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331614 Jul 28 04:13:54.410434 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:55.495803 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235314ad-65da-4fb5-8bd2-52d5e436f77d req-0f82490e-da73-4437-bfd6-b1b8fcf6d2d3 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:55.497391 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-235314ad-65da-4fb5-8bd2-52d5e436f77d req-0f82490e-da73-4437-bfd6-b1b8fcf6d2d3 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 932 time: 0.0561030 Jul 28 04:13:55.539619 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-235314ad-65da-4fb5-8bd2-52d5e436f77d req-f3c2ed5a-c416-4f55-8b3e-218e0d2a8a12 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355942 Jul 28 04:13:56.128265 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:56.177339 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 34116) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:56.284607 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-20ad8b99-6692-47e2-8189-bb66b8564866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:56.381231 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-20ad8b99-6692-47e2-8189-bb66b8564866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:56.385571 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-20ad8b99-6692-47e2-8189-bb66b8564866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:56.419264 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-20ad8b99-6692-47e2-8189-bb66b8564866 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53a9adb479a643d98dd800aa84efdf5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407646 Jul 28 04:13:56.421908 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 34120) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:56.432712 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad8b99-6692-47e2-8189-bb66b8564866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526c289d-7dcb-45fe-b0a6-8342f8069fb3,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:56.480099 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-10f1149b-5483-409c-b1df-d24fe7da9e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:56.503959 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-10f1149b-5483-409c-b1df-d24fe7da9e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:56.553555 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-10f1149b-5483-409c-b1df-d24fe7da9e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:56.556636 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-10f1149b-5483-409c-b1df-d24fe7da9e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:56.560163 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-10f1149b-5483-409c-b1df-d24fe7da9e51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/526c289d-7dcb-45fe-b0a6-8342f8069fb3 HTTP/1.1" status: 204 len: 168 time: 0.1349065 Jul 28 04:13:56.568094 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1149b-5483-409c-b1df-d24fe7da9e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526c289d-7dcb-45fe-b0a6-8342f8069fb3,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:56.685933 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628af2bb-49a3-409b-b25a-c0b2e29cebd8 req-8e07c0e5-a38e-49e8-ae53-f3c965eefa7f tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:56.687472 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-628af2bb-49a3-409b-b25a-c0b2e29cebd8 req-8e07c0e5-a38e-49e8-ae53-f3c965eefa7f tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 932 time: 0.0643206 Jul 28 04:13:56.742879 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-628af2bb-49a3-409b-b25a-c0b2e29cebd8 req-a9f28351-62f3-47c6-aa65-27449f32366b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437500 Jul 28 04:13:56.874454 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 34128) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:56.887454 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a334fd22-6c58-413b-85b9-691f23b21cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:56.984798 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a334fd22-6c58-413b-85b9-691f23b21cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:56.988981 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-a334fd22-6c58-413b-85b9-691f23b21cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:57.026428 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-a334fd22-6c58-413b-85b9-691f23b21cfe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=823efd742c5c41e4b1244f135f7b1eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508851 Jul 28 04:13:57.028937 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334fd22-6c58-413b-85b9-691f23b21cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeee801-aea6-4ed3-983c-6ee3c1a0dbd3,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:57.029793 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 34132) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:57.108050 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-1588341b-59ac-4b30-a423-c6e83348d559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:57.131353 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-1588341b-59ac-4b30-a423-c6e83348d559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:57.188157 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-1588341b-59ac-4b30-a423-c6e83348d559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:57.190710 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-1588341b-59ac-4b30-a423-c6e83348d559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:57.192055 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-1588341b-59ac-4b30-a423-c6e83348d559 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efeee801-aea6-4ed3-983c-6ee3c1a0dbd3 HTTP/1.1" status: 204 len: 168 time: 0.1610656 Jul 28 04:13:57.199834 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588341b-59ac-4b30-a423-c6e83348d559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeee801-aea6-4ed3-983c-6ee3c1a0dbd3,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:57.847219 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ac6d7-9eda-40ef-9ca1-592848f54d3e req-b4ec3a07-a173-4e0e-a134-6b0c329983e1 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:57.849383 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-046ac6d7-9eda-40ef-9ca1-592848f54d3e req-b4ec3a07-a173-4e0e-a134-6b0c329983e1 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 932 time: 0.0494454 Jul 28 04:13:57.888843 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-046ac6d7-9eda-40ef-9ca1-592848f54d3e req-060d64e8-865c-4be5-9696-d2861bab2301 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336478 Jul 28 04:13:58.521006 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Request body: {'port': {'device_id': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:13:58.587455 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:58.870072 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36bc118-6ca3-4be9-8638-9c6343d7762b {{(pid=93263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:13:58.877243 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:58.888982 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.provisioning_blocks [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Transition to ACTIVE for port object f36bc118-6ca3-4be9-8638-9c6343d7762b will not be triggered until provisioned by entity L2. {{(pid=93263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:13:58.892558 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29890301'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:58.946667 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f36bc118-6ca3-4be9-8638-9c6343d7762b,revision_number=2']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:59.014208 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db0971-4937-48cf-a1d5-63b28a345249 req-9899a90a-6c16-4615-9532-4b3921f7de6e tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:59.021834 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-25db0971-4937-48cf-a1d5-63b28a345249 req-9899a90a-6c16-4615-9532-4b3921f7de6e tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 944 time: 0.0613937 Jul 28 04:13:59.035091 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Attempting to bind port f36bc118-6ca3-4be9-8638-9c6343d7762b on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:13:59.035949 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Attempting to bind port f36bc118-6ca3-4be9-8638-9c6343d7762b by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '18c21cb6-6969-4014-94cf-889aafdc41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398'}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:13:59.036793 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Attempting to bind port f36bc118-6ca3-4be9-8638-9c6343d7762b on network 34ca3535-1601-4b82-9adf-b101cee5f398 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:13:59.041327 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Port f36bc118-6ca3-4be9-8638-9c6343d7762b on network 34ca3535-1601-4b82-9adf-b101cee5f398 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:13:59.041659 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Attempting to bind port f36bc118-6ca3-4be9-8638-9c6343d7762b on network 34ca3535-1601-4b82-9adf-b101cee5f398 {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:13:59.046618 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:13:59.046955 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Checking segment: {'id': '18c21cb6-6969-4014-94cf-889aafdc41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:13:59.047340 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Bound using segment: {'id': '18c21cb6-6969-4014-94cf-889aafdc41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398'} {{(pid=93263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:13:59.047805 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.managers [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Bound port: f36bc118-6ca3-4be9-8638-9c6343d7762b, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c21cb6-6969-4014-94cf-889aafdc41c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398'}}] {{(pid=93263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:13:59.048168 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:59.066145 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-25db0971-4937-48cf-a1d5-63b28a345249 req-33e9df4d-af17-41f2-b175-473e3f647f03 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432880 Jul 28 04:13:59.121136 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] For port f36bc118-6ca3-4be9-8638-9c6343d7762b, host hv-cinder-73306, cleared binding levels {{(pid=93263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:13:59.124839 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] For port f36bc118-6ca3-4be9-8638-9c6343d7762b, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f36bc118-6ca3-4be9-8638-9c6343d7762b,segment=NetworkSegment(18c21cb6-6969-4014-94cf-889aafdc41c6),segment_id=18c21cb6-6969-4014-94cf-889aafdc41c6)] {{(pid=93263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:13:59.129924 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29890301'] for port, after_update {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:59.166728 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:59.167458 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:59.168903 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] 10.222.0.25 "PUT /v2.0/ports/f36bc118-6ca3-4be9-8638-9c6343d7762b HTTP/1.1" status: 200 len: 1094 time: 0.6529033 Jul 28 04:13:59.169341 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'tag': 'f36bc118-6ca3-4be9-8638-9c6343d7762b'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:13:59.171649 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb26736-75b9-4c28-a7f4-58fc21338b48" -d '{"events": [{"name": "network-changed", "server_uuid": "71f6dd1e-63fa-47d5-a20c-ab7c80534b5c", "tag": "f36bc118-6ca3-4be9-8638-9c6343d7762b"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:13:59.198561 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20baa7e-15b4-4989-b895-c7dc32d9b8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f36bc118-6ca3-4be9-8638-9c6343d7762b,revision_number=3']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:59.222355 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b33141-926e-4ae6-87e4-4708f748ee9b x-openstack-request-id: req-07b33141-926e-4ae6-87e4-4708f748ee9b {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:13:59.223919 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f6dd1e-63fa-47d5-a20c-ab7c80534b5c", "tag": "f36bc118-6ca3-4be9-8638-9c6343d7762b", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:13:59.224648 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07b33141-926e-4ae6-87e4-4708f748ee9b {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:13:59.225228 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'tag': 'f36bc118-6ca3-4be9-8638-9c6343d7762b', 'status': 'completed', 'code': 200} Jul 28 04:13:59.291355 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-903b1863-0fec-4ecb-87a5-47859534ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:59.292906 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-903b1863-0fec-4ecb-87a5-47859534ec46 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ce504669b154dd7b2cb45a21d8b889b&device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 1097 time: 0.0479498 Jul 28 04:13:59.343800 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-e3c9c26e-6d7c-4c14-b220-d8f103c80e5e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f36bc118-6ca3-4be9-8638-9c6343d7762b HTTP/1.1" status: 200 len: 217 time: 0.0351031 Jul 28 04:13:59.399833 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-e1e150ee-5f9a-4399-979d-bd9d336c1ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:59.401268 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-e1e150ee-5f9a-4399-979d-bd9d336c1ffb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2531190b-10c9-451d-8411-4b93df3f0a5b HTTP/1.1" status: 200 len: 854 time: 0.0434825 Jul 28 04:13:59.450101 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-96bf9890-da0c-4af3-b567-67ccdad7134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:59.451531 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-96bf9890-da0c-4af3-b567-67ccdad7134e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34ca3535-1601-4b82-9adf-b101cee5f398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424285 Jul 28 04:13:59.524062 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.25', 65456) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:59.542112 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-d7b7ad3b-c8dc-4e6a-8061-734e1ae8630b service neutron] 10.222.0.25 "GET /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813684 Jul 28 04:13:59.568792 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-71aa86d6-5bfa-4d37-9641-cb5d5e74f375 req-d47853e8-bc97-4627-a84b-a1e79d525375 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436649 Jul 28 04:13:59.638046 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-f8726a8f-c3a8-404c-ba9f-5f8a51853ec2 req-01a2ed5b-a127-4bb2-b26d-d273c4f39a61 service neutron] 10.222.0.25 "GET /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883880 Jul 28 04:13:59.668615 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa86d6-5bfa-4d37-9641-cb5d5e74f375 req-d4d8dbe6-4db4-4cea-a5e5-1d7e73594a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:59.670090 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-71aa86d6-5bfa-4d37-9641-cb5d5e74f375 req-d4d8dbe6-4db4-4cea-a5e5-1d7e73594a83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 1098 time: 0.0408342 Jul 28 04:13:59.775571 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb26736-75b9-4c28-a7f4-58fc21338b48 req-d3c0fe1a-72f9-456e-8e1b-339343c25c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:59.777024 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5eb26736-75b9-4c28-a7f4-58fc21338b48 req-d3c0fe1a-72f9-456e-8e1b-339343c25c95 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ce504669b154dd7b2cb45a21d8b889b&device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 1097 time: 0.0411355 Jul 28 04:13:59.823675 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa86d6-5bfa-4d37-9641-cb5d5e74f375 req-5fe8d041-86af-4f81-ac54-6cd79d4524da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:59.825448 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-71aa86d6-5bfa-4d37-9641-cb5d5e74f375 req-5fe8d041-86af-4f81-ac54-6cd79d4524da service neutron] 10.222.0.25 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 912 time: 0.0903568 Jul 28 04:13:59.876797 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb26736-75b9-4c28-a7f4-58fc21338b48 req-306f62c4-63ef-4fbf-9c18-f4adb73e1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:59.876797 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5eb26736-75b9-4c28-a7f4-58fc21338b48 req-306f62c4-63ef-4fbf-9c18-f4adb73e1128 service neutron] 10.222.0.25 "GET /v2.0/networks?id=34ca3535-1601-4b82-9adf-b101cee5f398 HTTP/1.1" status: 200 len: 916 time: 0.0857081 Jul 28 04:13:59.899227 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-71aa86d6-5bfa-4d37-9641-cb5d5e74f375 req-9f1635c4-eefe-4e44-b8c1-0ae2c3db448d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ca3e2b-1a50-41cb-b2b5-715307bf1158 HTTP/1.1" status: 200 len: 1001 time: 0.0643134 Jul 28 04:13:59.916921 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5eb26736-75b9-4c28-a7f4-58fc21338b48 req-a948278b-fb12-4bae-b3df-740508c82327 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f36bc118-6ca3-4be9-8638-9c6343d7762b HTTP/1.1" status: 200 len: 217 time: 0.0381148 Jul 28 04:13:59.953747 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa86d6-5bfa-4d37-9641-cb5d5e74f375 req-aa506019-4586-40d7-8627-dcf441dc0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:59.955663 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-71aa86d6-5bfa-4d37-9641-cb5d5e74f375 req-aa506019-4586-40d7-8627-dcf441dc0348 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d01e9f9d-38cd-4035-a831-8e8050984cc6 HTTP/1.1" status: 200 len: 850 time: 0.0487006 Jul 28 04:13:59.970992 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb26736-75b9-4c28-a7f4-58fc21338b48 req-735e0a9d-c571-4166-9e45-8fd1d5aa5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:59.973666 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5eb26736-75b9-4c28-a7f4-58fc21338b48 req-735e0a9d-c571-4166-9e45-8fd1d5aa5392 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2531190b-10c9-451d-8411-4b93df3f0a5b HTTP/1.1" status: 200 len: 854 time: 0.0480077 Jul 28 04:14:00.003108 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa86d6-5bfa-4d37-9641-cb5d5e74f375 req-b1071003-f2cd-41e2-b09e-e82a13896e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:00.005003 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-71aa86d6-5bfa-4d37-9641-cb5d5e74f375 req-b1071003-f2cd-41e2-b09e-e82a13896e49 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9995752f-26c8-499b-851d-ac24052e53ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423102 Jul 28 04:14:00.040141 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb26736-75b9-4c28-a7f4-58fc21338b48 req-0bc1cd27-937b-463a-b201-c3abf2723687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:00.041878 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5eb26736-75b9-4c28-a7f4-58fc21338b48 req-0bc1cd27-937b-463a-b201-c3abf2723687 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34ca3535-1601-4b82-9adf-b101cee5f398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0621436 Jul 28 04:14:00.113258 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-71aa86d6-5bfa-4d37-9641-cb5d5e74f375 req-1cf5adf6-4ae5-46b7-90c2-92982eb4d685 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008584 Jul 28 04:14:00.146136 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5eb26736-75b9-4c28-a7f4-58fc21338b48 req-996b83cd-696a-445e-94c9-e267087b6f6c service neutron] 10.222.0.25 "GET /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948231 Jul 28 04:14:00.236709 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb033516-29e8-4882-a65f-303a9b2f725b req-fe751e10-fd5d-44ae-a658-c09e4f60655e tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:00.237969 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [req-5eb26736-75b9-4c28-a7f4-58fc21338b48 req-5b6e35f8-c5ca-40a9-a9c5-1ab76f0fa7ee service neutron] 10.222.0.25 "GET /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848937 Jul 28 04:14:00.238156 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eb033516-29e8-4882-a65f-303a9b2f725b req-fe751e10-fd5d-44ae-a658-c09e4f60655e tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 944 time: 0.0990031 Jul 28 04:14:00.254779 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-71aa86d6-5bfa-4d37-9641-cb5d5e74f375 req-813436f7-ce30-45f5-a779-a6388285b066 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331112 Jul 28 04:14:00.281040 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eb033516-29e8-4882-a65f-303a9b2f725b req-436a7425-b9df-4a27-aa9a-29964f04b2d6 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356007 Jul 28 04:14:01.394608 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba09a3-9cdf-49fe-a1a9-75613f8c5504 req-b3a51991-7614-44cf-a45a-25bebbbf45e4 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:01.396749 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bbba09a3-9cdf-49fe-a1a9-75613f8c5504 req-b3a51991-7614-44cf-a45a-25bebbbf45e4 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 944 time: 0.0493486 Jul 28 04:14:01.434230 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bbba09a3-9cdf-49fe-a1a9-75613f8c5504 req-b25948de-34de-4515-a7e4-0fc81fee1c25 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317795 Jul 28 04:14:02.552082 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd9a8c-1c1b-4fc7-9ecc-a37f46f49fd6 req-d495f841-4696-4ff7-aab8-346c1614cd59 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:02.553543 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-48fd9a8c-1c1b-4fc7-9ecc-a37f46f49fd6 req-d495f841-4696-4ff7-aab8-346c1614cd59 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 944 time: 0.0535998 Jul 28 04:14:02.591283 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-48fd9a8c-1c1b-4fc7-9ecc-a37f46f49fd6 req-416d9f04-84ad-4d19-b37a-46f46d965cf9 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318336 Jul 28 04:14:03.256673 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f36bc118-6ca3-4be9-8638-9c6343d7762b details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:14:03.349988 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port f36bc118-6ca3-4be9-8638-9c6343d7762b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f36bc118-6ca3-4be9-8638-9c6343d7762b,segment=NetworkSegment(18c21cb6-6969-4014-94cf-889aafdc41c6),segment_id=18c21cb6-6969-4014-94cf-889aafdc41c6)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:14:03.479639 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': 'f36bc118-6ca3-4be9-8638-9c6343d7762b', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'port_id': 'f36bc118-6ca3-4be9-8638-9c6343d7762b', 'mac_address': 'fa:16:3e:34:97:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:14:03.515456 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:03.527513 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36bc118-6ca3-4be9-8638-9c6343d7762b {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:14:03.547290 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port f36bc118-6ca3-4be9-8638-9c6343d7762b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f36bc118-6ca3-4be9-8638-9c6343d7762b,segment=NetworkSegment(18c21cb6-6969-4014-94cf-889aafdc41c6),segment_id=18c21cb6-6969-4014-94cf-889aafdc41c6)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:14:03.550675 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:03.595306 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=f36bc118-6ca3-4be9-8638-9c6343d7762b,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:03.710109 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1681-1890-430f-91d1-18acb659677d req-e028428d-73da-48ba-895c-1aabde28d8f9 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:03.711569 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bf6d1681-1890-430f-91d1-18acb659677d req-e028428d-73da-48ba-895c-1aabde28d8f9 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 945 time: 0.0510440 Jul 28 04:14:03.751327 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-bf6d1681-1890-430f-91d1-18acb659677d req-2ecf1f33-5414-4aab-9731-048b1c001b78 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338671 Jul 28 04:14:03.842403 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['f36bc118-6ca3-4be9-8638-9c6343d7762b'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:14:04.863043 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d56b6-454c-4709-8b3f-02920af87eeb req-bacf09b2-bdae-4233-b986-9e6194f15293 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:04.864513 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ea1d56b6-454c-4709-8b3f-02920af87eeb req-bacf09b2-bdae-4233-b986-9e6194f15293 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 945 time: 0.0475709 Jul 28 04:14:04.901016 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ea1d56b6-454c-4709-8b3f-02920af87eeb req-4d844237-0028-41b2-a51f-5dffae3eadbd tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300250 Jul 28 04:14:06.015996 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501e639-7a5b-4985-905e-b3ef798f68af req-08b544af-545a-4137-a888-ae6fe301ea16 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:06.017449 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9501e639-7a5b-4985-905e-b3ef798f68af req-08b544af-545a-4137-a888-ae6fe301ea16 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 945 time: 0.0517626 Jul 28 04:14:06.054766 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9501e639-7a5b-4985-905e-b3ef798f68af req-c7765469-dbdb-420e-a601-9ab68e54245c tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310254 Jul 28 04:14:06.473958 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f36bc118-6ca3-4be9-8638-9c6343d7762b up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:14:06.521437 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port f36bc118-6ca3-4be9-8638-9c6343d7762b completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:14:06.525425 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port f36bc118-6ca3-4be9-8638-9c6343d7762b triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:14:06.525800 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:06.606390 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:06.628260 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36bc118-6ca3-4be9-8638-9c6343d7762b'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:14:06.630481 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf07e97-0095-44dc-aa77-7ebd05dd70c2" -d '{"events": [{"server_uuid": "71f6dd1e-63fa-47d5-a20c-ab7c80534b5c", "name": "network-vif-plugged", "status": "completed", "tag": "f36bc118-6ca3-4be9-8638-9c6343d7762b"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:14:06.642965 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port f36bc118-6ca3-4be9-8638-9c6343d7762b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f36bc118-6ca3-4be9-8638-9c6343d7762b,segment=NetworkSegment(18c21cb6-6969-4014-94cf-889aafdc41c6),segment_id=18c21cb6-6969-4014-94cf-889aafdc41c6)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:14:06.646994 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:06.670566 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbf5d95-a9c4-4de2-9c6a-5786b7cf9391 x-openstack-request-id: req-0bbf5d95-a9c4-4de2-9c6a-5786b7cf9391 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:14:06.670855 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f6dd1e-63fa-47d5-a20c-ab7c80534b5c", "name": "network-vif-plugged", "status": "completed", "tag": "f36bc118-6ca3-4be9-8638-9c6343d7762b", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:14:06.671105 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0bbf5d95-a9c4-4de2-9c6a-5786b7cf9391 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:14:06.671488 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36bc118-6ca3-4be9-8638-9c6343d7762b', 'code': 200} Jul 28 04:14:06.695600 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=f36bc118-6ca3-4be9-8638-9c6343d7762b,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:07.167218 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04dab27-2434-4b02-81fe-e788729d5af4 req-4db8d55a-eeaf-4034-9b7d-f1d1f74d7c40 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:07.168696 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e04dab27-2434-4b02-81fe-e788729d5af4 req-4db8d55a-eeaf-4034-9b7d-f1d1f74d7c40 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 946 time: 0.0476105 Jul 28 04:14:07.205449 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e04dab27-2434-4b02-81fe-e788729d5af4 req-5e39decc-52c6-4732-8874-aad2a60c263d tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309391 Jul 28 04:14:07.641444 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde1c7e-d67d-40a5-8961-027443989ce0 req-7eaca415-8e3f-44ab-ae10-0d1b67351259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:07.642908 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7fde1c7e-d67d-40a5-8961-027443989ce0 req-7eaca415-8e3f-44ab-ae10-0d1b67351259 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 1099 time: 0.0404022 Jul 28 04:14:07.676813 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7fde1c7e-d67d-40a5-8961-027443989ce0 req-6b6a4c98-fdc5-45ab-9e18-9e139fd90b09 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262017 Jul 28 04:14:08.321515 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937d888-a0a0-42c1-8308-7b3d93ff50d3 req-8a31ce30-aa30-4135-aad9-4a95708506cb tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:08.322967 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7937d888-a0a0-42c1-8308-7b3d93ff50d3 req-8a31ce30-aa30-4135-aad9-4a95708506cb tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 946 time: 0.0526285 Jul 28 04:14:08.361998 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7937d888-a0a0-42c1-8308-7b3d93ff50d3 req-c155666a-1bc8-42c4-958d-c590688ec7dd tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330667 Jul 28 04:14:09.473959 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e320-7b0d-403c-955f-e2be738a7a68 req-a160fb21-7fd9-4a0d-b20b-c95453d2a98b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:09.475691 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a100e320-7b0d-403c-955f-e2be738a7a68 req-a160fb21-7fd9-4a0d-b20b-c95453d2a98b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 946 time: 0.0486870 Jul 28 04:14:09.513597 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a100e320-7b0d-403c-955f-e2be738a7a68 req-ef8ac5ac-ba53-413a-97d1-f8e501105f45 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Jul 28 04:14:09.624631 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1112b4-5afa-4bdf-ae89-a0deeef95928 req-7c721d9d-2b58-4f2d-9574-7ac9f5cf3273 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:09.626083 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6c1112b4-5afa-4bdf-ae89-a0deeef95928 req-7c721d9d-2b58-4f2d-9574-7ac9f5cf3273 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 946 time: 0.0491509 Jul 28 04:14:09.665624 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6c1112b4-5afa-4bdf-ae89-a0deeef95928 req-bc3edc10-853a-4e21-8b49-0cc94e6fcec2 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327008 Jul 28 04:14:10.001017 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51179e36-e25f-4c60-9696-5a1530f48980 req-a6f392c8-f0b7-4cca-93a4-c619d6ade987 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:10.002566 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-51179e36-e25f-4c60-9696-5a1530f48980 req-a6f392c8-f0b7-4cca-93a4-c619d6ade987 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 946 time: 0.0608046 Jul 28 04:14:10.040344 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-51179e36-e25f-4c60-9696-5a1530f48980 req-0863df4e-ec8a-461b-ab52-fcced9e35ac5 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312436 Jul 28 04:14:18.998177 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:14:20.478054 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4e6465a1-4bd1-4abd-be3f-c34d5cd766b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:21.561186 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cacfb3-2097-40a4-8f8d-40f2ce3626cd req-9051bce1-cd0a-4396-8641-b954c5f76fca tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:21.562634 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-03cacfb3-2097-40a4-8f8d-40f2ce3626cd req-9051bce1-cd0a-4396-8641-b954c5f76fca tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 946 time: 0.0483084 Jul 28 04:14:21.600211 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-03cacfb3-2097-40a4-8f8d-40f2ce3626cd req-9e36538e-c9d2-4e48-8220-88d7f2ad77e0 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316930 Jul 28 04:14:21.622023 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 34366) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:21.799529 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab418835-633d-4dd1-82cc-d348483e1d7e tempest-TestMinimumBasicScenario-818744638 tempest-TestMinimumBasicScenario-818744638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:21.801038 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-ab418835-633d-4dd1-82cc-d348483e1d7e tempest-TestMinimumBasicScenario-818744638 tempest-TestMinimumBasicScenario-818744638-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 1094 time: 0.1780849 Jul 28 04:14:21.804515 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 34370) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:21.809323 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Request body: {'floatingip': {'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'port_id': 'f36bc118-6ca3-4be9-8638-9c6343d7762b', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:14:21.831041 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for floatingip, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:21.926882 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:22.027138 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Allocated IP 172.27.1.65 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/ebaacf07-8082-4d0d-9854-4a3f2fbf53da) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:14:22.128192 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:22.166406 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:22.204509 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:14:22.207353 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:14:22.210544 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:14:22.236622 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Pushing event updated for resources: {'Port': ['ID=ebaacf07-8082-4d0d-9854-4a3f2fbf53da,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:22.248623 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:22.248981 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:22.249326 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:22.249668 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:22.250008 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:22.250342 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:22.250675 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:22.251006 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:22.251336 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:22.251664 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:22.252029 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:22.252357 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:22.587686 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:22.652207 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:22.798765 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:22.802824 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:22.871233 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Pushing event updated for resources: {'Port': ['ID=ebaacf07-8082-4d0d-9854-4a3f2fbf53da,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:22.880852 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:22.978625 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.l3_db [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Floating IP ce79d5b6-ab80-4611-8b18-545e402a1005 associated. External IP: 172.27.1.65, port: f36bc118-6ca3-4be9-8638-9c6343d7762b. Jul 28 04:14:23.175244 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Router 95e6be65-1157-415e-b1ec-3b0723a2d90d has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:14:23.279701 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:14:23.290617 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf9fc8-2788-4f7b-94b2-4c7c1bd2a53a None None] Sync routers for ids ['95e6be65-1157-415e-b1ec-3b0723a2d90d'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:14:23.296713 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.300340 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf9fc8-2788-4f7b-94b2-4c7c1bd2a53a None None] Routers {'95e6be65-1157-415e-b1ec-3b0723a2d90d'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:14:23.301022 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-eabf9fc8-2788-4f7b-94b2-4c7c1bd2a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:13:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['95e6be65-1157-415e-b1ec-3b0723a2d90d'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:14:23.327355 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-28c18b83-a117-4343-86fb-c9ed5aaac885 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5218408 Jul 28 04:14:23.327966 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'tag': 'f36bc118-6ca3-4be9-8638-9c6343d7762b'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:14:23.330204 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa03cd74-f9b4-4aae-b058-64382e9f3189" -d '{"events": [{"name": "network-changed", "server_uuid": "71f6dd1e-63fa-47d5-a20c-ab7c80534b5c", "tag": "f36bc118-6ca3-4be9-8638-9c6343d7762b"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:14:23.330576 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 34376) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:23.335376 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-911483751', 'description': 'tempest-secgroup-smoke-911483751 description', 'project_id': '6ce504669b154dd7b2cb45a21d8b889b'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:14:23.361939 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.365100 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-888fa9cb-228b-444d-a46f-bc0ce13265ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.371598 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d0a314-ed64-4228-9531-59478fef64cc x-openstack-request-id: req-f9d0a314-ed64-4228-9531-59478fef64cc {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:14:23.372154 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f6dd1e-63fa-47d5-a20c-ab7c80534b5c", "tag": "f36bc118-6ca3-4be9-8638-9c6343d7762b", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:14:23.372412 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9d0a314-ed64-4228-9531-59478fef64cc {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:14:23.372814 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'tag': 'f36bc118-6ca3-4be9-8638-9c6343d7762b', 'status': 'completed', 'code': 200} Jul 28 04:14:23.422210 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.438693 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-eabf9fc8-2788-4f7b-94b2-4c7c1bd2a53a None None] Set router 95e6be65-1157-415e-b1ec-3b0723a2d90d gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:14:23.448706 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.452639 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.487887 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.489095 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1575291 Jul 28 04:14:23.489916 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a863edcc-de8b-4856-9ed4-794d026fc013,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:23.492852 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 34380) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:23.497504 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-fa4f095d-352c-4077-b2f6-1c2347197fae tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Request body: {'security_group_rule': {'security_group_id': 'a863edcc-de8b-4856-9ed4-794d026fc013', 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:14:23.498223 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:23.498580 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:23.498917 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:23.499251 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:23.499580 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:23.499933 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:23.500258 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:23.500584 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:23.500905 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:23.501228 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:23.501547 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:23.501881 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89f2260-b03e-42e8-95e7-53b8193fb97b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:23.524643 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fa4f095d-352c-4077-b2f6-1c2347197fae tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.581208 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fa4f095d-352c-4077-b2f6-1c2347197fae tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.585444 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fa4f095d-352c-4077-b2f6-1c2347197fae tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.609399 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f095d-352c-4077-b2f6-1c2347197fae tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2101408b-1a0b-4652-b99f-cbad63800d43,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:23.613862 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fa4f095d-352c-4077-b2f6-1c2347197fae tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.615267 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-fa4f095d-352c-4077-b2f6-1c2347197fae tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214342 Jul 28 04:14:23.618733 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 34382) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:23.623416 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-6666ab3c-2100-4585-9bf3-6b95179d8845 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Request body: {'security_group_rule': {'security_group_id': 'a863edcc-de8b-4856-9ed4-794d026fc013', 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:14:23.650715 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6666ab3c-2100-4585-9bf3-6b95179d8845 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.708717 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6666ab3c-2100-4585-9bf3-6b95179d8845 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.712162 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6666ab3c-2100-4585-9bf3-6b95179d8845 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.717192 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-eabf9fc8-2788-4f7b-94b2-4c7c1bd2a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'name': 'tempest-TestMinimumBasicScenario-1214040981-router', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:27Z', 'revision_number': 4, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'gw_port': {'id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'ce79d5b6-ab80-4611-8b18-545e402a1005', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'port_id': 'f36bc118-6ca3-4be9-8638-9c6343d7762b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'mac_address': 'fa:16:3e:34:97:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:14:22Z', 'updated_at': '2021-07-28T04:14:22Z', 'revision_number': 0, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af78bb3-073c-4d26-b2ae-63ad57478db5', 'name': '', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'mac_address': 'fa:16:3e:0b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:27Z', 'updated_at': '2021-07-28T04:13:33Z', 'revision_number': 5, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'subnets': [{'id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:14:23.729485 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666ab3c-2100-4585-9bf3-6b95179d8845 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5546acea-593c-4080-88c2-a9e72deff4cc,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:23.736933 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6666ab3c-2100-4585-9bf3-6b95179d8845 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.738266 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-6666ab3c-2100-4585-9bf3-6b95179d8845 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183774 Jul 28 04:14:23.741416 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 34384) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:23.745750 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-67d273c5-28d7-461f-9891-5081afa9b615 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Request body: {'security_group_rule': {'security_group_id': 'a863edcc-de8b-4856-9ed4-794d026fc013', 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:14:23.748563 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf9fc8-2788-4f7b-94b2-4c7c1bd2a53a None None] Checking router: 95e6be65-1157-415e-b1ec-3b0723a2d90d for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:14:23.756807 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf9fc8-2788-4f7b-94b2-4c7c1bd2a53a None None] Routers {'95e6be65-1157-415e-b1ec-3b0723a2d90d'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:14:23.757419 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-eabf9fc8-2788-4f7b-94b2-4c7c1bd2a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:14:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['95e6be65-1157-415e-b1ec-3b0723a2d90d'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:14:23.772508 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-67d273c5-28d7-461f-9891-5081afa9b615 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.829390 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-67d273c5-28d7-461f-9891-5081afa9b615 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.833609 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-67d273c5-28d7-461f-9891-5081afa9b615 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.848387 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d273c5-28d7-461f-9891-5081afa9b615 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f26f3f8-dfd4-4706-a309-14c8b86b4fcc,revision_number=0']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:23.859919 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-67d273c5-28d7-461f-9891-5081afa9b615 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.860954 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-67d273c5-28d7-461f-9891-5081afa9b615 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184189 Jul 28 04:14:23.863660 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 34386) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:23.869529 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-81c2fc55-6c8c-4072-b941-177155929027 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Request body: {'security_group_rule': {'security_group_id': 'a863edcc-de8b-4856-9ed4-794d026fc013', 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:14:23.869717 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-eabf9fc8-2788-4f7b-94b2-4c7c1bd2a53a None None] Set router 95e6be65-1157-415e-b1ec-3b0723a2d90d gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:14:23.898456 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-81c2fc55-6c8c-4072-b941-177155929027 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.931205 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.949836 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03cd74-f9b4-4aae-b058-64382e9f3189 req-d8fb35d4-38bc-4ecc-ac59-b626b59110ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:23.951368 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aa03cd74-f9b4-4aae-b058-64382e9f3189 req-d8fb35d4-38bc-4ecc-ac59-b626b59110ce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ce504669b154dd7b2cb45a21d8b889b&device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 1099 time: 0.0460145 Jul 28 04:14:24.058270 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03cd74-f9b4-4aae-b058-64382e9f3189 req-5ee0c3ad-adde-45c2-afec-189bb551ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:24.059792 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aa03cd74-f9b4-4aae-b058-64382e9f3189 req-5ee0c3ad-adde-45c2-afec-189bb551ca0e service neutron] 10.222.0.25 "GET /v2.0/networks?id=34ca3535-1601-4b82-9adf-b101cee5f398 HTTP/1.1" status: 200 len: 916 time: 0.0992095 Jul 28 04:14:24.136879 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-eabf9fc8-2788-4f7b-94b2-4c7c1bd2a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'name': 'tempest-TestMinimumBasicScenario-1214040981-router', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:27Z', 'revision_number': 4, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'gw_port': {'id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'ce79d5b6-ab80-4611-8b18-545e402a1005', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'port_id': 'f36bc118-6ca3-4be9-8638-9c6343d7762b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'mac_address': 'fa:16:3e:34:97:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:14:22Z', 'updated_at': '2021-07-28T04:14:22Z', 'revision_number': 0, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af78bb3-073c-4d26-b2ae-63ad57478db5', 'name': '', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'mac_address': 'fa:16:3e:0b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:27Z', 'updated_at': '2021-07-28T04:13:33Z', 'revision_number': 5, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'subnets': [{'id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:14:24.142950 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aa03cd74-f9b4-4aae-b058-64382e9f3189 req-c0ad8937-1c3b-4787-9e2a-760ecefdc7b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f36bc118-6ca3-4be9-8638-9c6343d7762b HTTP/1.1" status: 200 len: 999 time: 0.0750935 Jul 28 04:14:24.171073 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf9fc8-2788-4f7b-94b2-4c7c1bd2a53a None None] The sync data for ids ['95e6be65-1157-415e-b1ec-3b0723a2d90d'] in dv-cinder-733062-21-iscsi is: [{'id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'name': 'tempest-TestMinimumBasicScenario-1214040981-router', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:27Z', 'revision_number': 4, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'gw_port': {'id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'ce79d5b6-ab80-4611-8b18-545e402a1005', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'port_id': 'f36bc118-6ca3-4be9-8638-9c6343d7762b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'mac_address': 'fa:16:3e:34:97:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:14:22Z', 'updated_at': '2021-07-28T04:14:22Z', 'revision_number': 0, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af78bb3-073c-4d26-b2ae-63ad57478db5', 'name': '', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'mac_address': 'fa:16:3e:0b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:27Z', 'updated_at': '2021-07-28T04:13:33Z', 'revision_number': 5, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'subnets': [{'id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:14:24.199238 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03cd74-f9b4-4aae-b058-64382e9f3189 req-f7e0590c-a40f-4183-a763-a7ad5a52a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:24.200842 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aa03cd74-f9b4-4aae-b058-64382e9f3189 req-f7e0590c-a40f-4183-a763-a7ad5a52a374 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2531190b-10c9-451d-8411-4b93df3f0a5b HTTP/1.1" status: 200 len: 854 time: 0.0506005 Jul 28 04:14:24.227875 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-81c2fc55-6c8c-4072-b941-177155929027 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:24.232311 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-81c2fc55-6c8c-4072-b941-177155929027 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:24.253349 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2fc55-6c8c-4072-b941-177155929027 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce965f66-0761-4b6e-b5a0-b4633da3ce57,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:24.253622 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03cd74-f9b4-4aae-b058-64382e9f3189 req-fb5d7f89-afc5-4dc2-aff4-c5f5f5376d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:24.255264 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aa03cd74-f9b4-4aae-b058-64382e9f3189 req-fb5d7f89-afc5-4dc2-aff4-c5f5f5376d77 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34ca3535-1601-4b82-9adf-b101cee5f398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0447156 Jul 28 04:14:24.264684 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-81c2fc55-6c8c-4072-b941-177155929027 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:24.266326 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-81c2fc55-6c8c-4072-b941-177155929027 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4014988 Jul 28 04:14:24.269024 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 34390) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:24.274206 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-09638608-5ea0-4c3e-84f2-6f6e3efe66f1 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Request body: {'security_group_rule': {'security_group_id': 'a863edcc-de8b-4856-9ed4-794d026fc013', 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:14:24.295727 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.securitygroups_db [None req-09638608-5ea0-4c3e-84f2-6f6e3efe66f1 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Project 6ce504669b154dd7b2cb45a21d8b889b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:14:24.300558 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-09638608-5ea0-4c3e-84f2-6f6e3efe66f1 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:24.357457 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aa03cd74-f9b4-4aae-b058-64382e9f3189 req-91fa0cd0-dac4-44b0-beb6-1f121520d1d9 service neutron] 10.222.0.25 "GET /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941868 Jul 28 04:14:24.368589 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-09638608-5ea0-4c3e-84f2-6f6e3efe66f1 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:24.374302 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-09638608-5ea0-4c3e-84f2-6f6e3efe66f1 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:24.398958 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09638608-5ea0-4c3e-84f2-6f6e3efe66f1 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c837a88-3c79-4275-9cff-1d47422c0ea2,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:24.399953 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48747d-efd3-442d-922b-5f1194a2c668 None None] New status for floating IP ce79d5b6-ab80-4611-8b18-545e402a1005: ACTIVE {{(pid=93265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:14:24.404191 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-09638608-5ea0-4c3e-84f2-6f6e3efe66f1 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:24.406007 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-09638608-5ea0-4c3e-84f2-6f6e3efe66f1 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359410 Jul 28 04:14:24.409143 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 34392) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:24.409960 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:24.415381 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.v2.base [None req-f87895bc-e713-4b74-b126-ed02c5f97a67 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Request body: {'security_group_rule': {'security_group_id': 'a863edcc-de8b-4856-9ed4-794d026fc013', 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:14:24.438440 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.securitygroups_db [None req-f87895bc-e713-4b74-b126-ed02c5f97a67 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Project 6ce504669b154dd7b2cb45a21d8b889b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:14:24.444195 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f87895bc-e713-4b74-b126-ed02c5f97a67 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:24.470439 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-aa03cd74-f9b4-4aae-b058-64382e9f3189 req-1edf9fa2-a111-47fe-becf-6b2158425080 service neutron] 10.222.0.25 "GET /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044319 Jul 28 04:14:24.511347 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f87895bc-e713-4b74-b126-ed02c5f97a67 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:24.515092 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f87895bc-e713-4b74-b126-ed02c5f97a67 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069238'] for security_group_rule, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:24.537288 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87895bc-e713-4b74-b126-ed02c5f97a67 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2623a02-405f-4d93-8638-84de88c8c9e0,revision_number=0']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:24.541319 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-f87895bc-e713-4b74-b126-ed02c5f97a67 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:24.542726 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-f87895bc-e713-4b74-b126-ed02c5f97a67 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324837 Jul 28 04:14:24.624653 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-26016679-c694-4897-af64-c453fc148bc4 req-8ab6aeeb-5d10-4885-93e7-b2ab9f6c3a04 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911483751&fields=id&tenant_id=6ce504669b154dd7b2cb45a21d8b889b HTTP/1.1" status: 200 len: 267 time: 0.0343740 Jul 28 04:14:24.676088 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26016679-c694-4897-af64-c453fc148bc4 req-7256393d-3601-4093-bb2c-b6fb2fdfb47d tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:24.677513 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-26016679-c694-4897-af64-c453fc148bc4 req-7256393d-3601-4093-bb2c-b6fb2fdfb47d tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 946 time: 0.0472851 Jul 28 04:14:24.688743 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-26016679-c694-4897-af64-c453fc148bc4 req-7a5421f0-107a-4c3c-b4b0-1498686b9aee tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Request body: {'port': {'security_groups': ['381d249c-54e5-4bcf-97df-2fd49f7d21e6', 'a863edcc-de8b-4856-9ed4-794d026fc013']}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:14:24.752597 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-26016679-c694-4897-af64-c453fc148bc4 req-7a5421f0-107a-4c3c-b4b0-1498686b9aee tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:24.929479 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-26016679-c694-4897-af64-c453fc148bc4 req-7a5421f0-107a-4c3c-b4b0-1498686b9aee tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] For port f36bc118-6ca3-4be9-8638-9c6343d7762b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f36bc118-6ca3-4be9-8638-9c6343d7762b,segment=NetworkSegment(18c21cb6-6969-4014-94cf-889aafdc41c6),segment_id=18c21cb6-6969-4014-94cf-889aafdc41c6)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:14:24.957705 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-26016679-c694-4897-af64-c453fc148bc4 req-7a5421f0-107a-4c3c-b4b0-1498686b9aee tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:24.962050 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-26016679-c694-4897-af64-c453fc148bc4 req-7a5421f0-107a-4c3c-b4b0-1498686b9aee tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:25.001406 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['f36bc118-6ca3-4be9-8638-9c6343d7762b'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:14:25.003391 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26016679-c694-4897-af64-c453fc148bc4 req-7a5421f0-107a-4c3c-b4b0-1498686b9aee tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:25.004065 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-26016679-c694-4897-af64-c453fc148bc4 req-7a5421f0-107a-4c3c-b4b0-1498686b9aee tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:25.005517 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-26016679-c694-4897-af64-c453fc148bc4 req-7a5421f0-107a-4c3c-b4b0-1498686b9aee tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "PUT /v2.0/ports/f36bc118-6ca3-4be9-8638-9c6343d7762b HTTP/1.1" status: 200 len: 982 time: 0.3211076 Jul 28 04:14:25.034045 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5421f0-107a-4c3c-b4b0-1498686b9aee tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Pushing event updated for resources: {'Port': ['ID=f36bc118-6ca3-4be9-8638-9c6343d7762b,revision_number=6']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:25.148895 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec7be4-f3a3-41ab-8bd0-d130295d9670 req-4b13d662-9591-4322-9408-6079dafe26e2 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:25.151154 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8eec7be4-f3a3-41ab-8bd0-d130295d9670 req-4b13d662-9591-4322-9408-6079dafe26e2 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0656192 Jul 28 04:14:25.198404 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['f36bc118-6ca3-4be9-8638-9c6343d7762b'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:14:25.202175 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8eec7be4-f3a3-41ab-8bd0-d130295d9670 req-878fd535-7315-44ae-b1ec-076fd6b44424 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444102 Jul 28 04:14:25.307120 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-8cb8236b-088e-4422-9705-0893c980642b None None] Provisioning complete for port f36bc118-6ca3-4be9-8638-9c6343d7762b triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:14:25.307411 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8cb8236b-088e-4422-9705-0893c980642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:25.374377 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'tag': 'f36bc118-6ca3-4be9-8638-9c6343d7762b'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:14:25.377176 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1923e42f-f607-4cb1-926d-f83c8314a18a" -d '{"events": [{"name": "network-changed", "server_uuid": "71f6dd1e-63fa-47d5-a20c-ab7c80534b5c", "tag": "f36bc118-6ca3-4be9-8638-9c6343d7762b"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:14:25.413412 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1b8045-0b81-4349-a671-6174e2ac2dd8 x-openstack-request-id: req-9f1b8045-0b81-4349-a671-6174e2ac2dd8 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:14:25.413709 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f6dd1e-63fa-47d5-a20c-ab7c80534b5c", "tag": "f36bc118-6ca3-4be9-8638-9c6343d7762b", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:14:25.414018 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f1b8045-0b81-4349-a671-6174e2ac2dd8 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:14:25.414410 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'tag': 'f36bc118-6ca3-4be9-8638-9c6343d7762b', 'status': 'completed', 'code': 200} Jul 28 04:14:25.511024 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923e42f-f607-4cb1-926d-f83c8314a18a req-ce25f05f-71ad-4e58-9359-24eeae48bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:25.512586 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1923e42f-f607-4cb1-926d-f83c8314a18a req-ce25f05f-71ad-4e58-9359-24eeae48bcf9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ce504669b154dd7b2cb45a21d8b889b&device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 1138 time: 0.0429468 Jul 28 04:14:25.602759 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923e42f-f607-4cb1-926d-f83c8314a18a req-becf4669-4c84-4e07-880d-fa4632739f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:25.604253 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1923e42f-f607-4cb1-926d-f83c8314a18a req-becf4669-4c84-4e07-880d-fa4632739f72 service neutron] 10.222.0.25 "GET /v2.0/networks?id=34ca3535-1601-4b82-9adf-b101cee5f398 HTTP/1.1" status: 200 len: 916 time: 0.0829604 Jul 28 04:14:25.920141 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1923e42f-f607-4cb1-926d-f83c8314a18a req-8ae57c42-5b75-4c0a-a3d5-710a647a9422 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f36bc118-6ca3-4be9-8638-9c6343d7762b HTTP/1.1" status: 200 len: 1001 time: 0.3085353 Jul 28 04:14:25.969763 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923e42f-f607-4cb1-926d-f83c8314a18a req-970542b6-fe79-4857-a389-8a864c4b9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:25.971185 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1923e42f-f607-4cb1-926d-f83c8314a18a req-970542b6-fe79-4857-a389-8a864c4b9694 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2531190b-10c9-451d-8411-4b93df3f0a5b HTTP/1.1" status: 200 len: 854 time: 0.0433969 Jul 28 04:14:26.017504 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923e42f-f607-4cb1-926d-f83c8314a18a req-d07e1ffe-d642-4bc0-9959-0d6087c4e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:26.018950 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1923e42f-f607-4cb1-926d-f83c8314a18a req-d07e1ffe-d642-4bc0-9959-0d6087c4e352 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34ca3535-1601-4b82-9adf-b101cee5f398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399947 Jul 28 04:14:26.112405 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1923e42f-f607-4cb1-926d-f83c8314a18a req-350f1d7a-19a2-47c2-8b90-32e3373d80cb service neutron] 10.222.0.25 "GET /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824311 Jul 28 04:14:26.129882 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:26.204826 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1923e42f-f607-4cb1-926d-f83c8314a18a req-0f9eb552-13d7-4d6d-b92d-1a261c0f5729 service neutron] 10.222.0.25 "GET /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832486 Jul 28 04:14:29.023258 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 34454) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:29.124280 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f9b5-bdd4-41e9-a00f-e80e0e7cde89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:29.210813 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f9b5-bdd4-41e9-a00f-e80e0e7cde89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:29.214240 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f9b5-bdd4-41e9-a00f-e80e0e7cde89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:29.251572 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-9cc2f9b5-bdd4-41e9-a00f-e80e0e7cde89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c198ff0c34440cbae4402761380b342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272508 Jul 28 04:14:29.252536 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2f9b5-bdd4-41e9-a00f-e80e0e7cde89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb795ef-5cce-4925-88b6-c45ded1f6a10,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:29.254207 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 34458) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:29.304750 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3493197f-44ae-4365-a6cd-926de4e73e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:29.328522 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3493197f-44ae-4365-a6cd-926de4e73e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:29.372398 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3493197f-44ae-4365-a6cd-926de4e73e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:29.374994 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3493197f-44ae-4365-a6cd-926de4e73e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:29.376161 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-3493197f-44ae-4365-a6cd-926de4e73e44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fb795ef-5cce-4925-88b6-c45ded1f6a10 HTTP/1.1" status: 204 len: 168 time: 0.1209893 Jul 28 04:14:29.384346 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493197f-44ae-4365-a6cd-926de4e73e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb795ef-5cce-4925-88b6-c45ded1f6a10,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:29.625001 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 34464) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:29.638281 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0a82c559-c105-4712-9415-6d8b9bdd1683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:29.721390 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0a82c559-c105-4712-9415-6d8b9bdd1683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:29.724892 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0a82c559-c105-4712-9415-6d8b9bdd1683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:29.760060 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82c559-c105-4712-9415-6d8b9bdd1683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136fc18b-9c97-4fcb-9277-9dd57b07915c,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:29.764287 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-0a82c559-c105-4712-9415-6d8b9bdd1683 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4a27b70ab02469a9de5ac3928b9556b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382964 Jul 28 04:14:29.767581 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 34466) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:29.812800 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-48a1ba97-adf0-4c30-9f58-2bb0573edafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:29.833112 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-48a1ba97-adf0-4c30-9f58-2bb0573edafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:29.879295 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-48a1ba97-adf0-4c30-9f58-2bb0573edafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:29.882393 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-48a1ba97-adf0-4c30-9f58-2bb0573edafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:29.883488 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-48a1ba97-adf0-4c30-9f58-2bb0573edafd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/136fc18b-9c97-4fcb-9277-9dd57b07915c HTTP/1.1" status: 204 len: 168 time: 0.1157568 Jul 28 04:14:29.890848 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1ba97-adf0-4c30-9f58-2bb0573edafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136fc18b-9c97-4fcb-9277-9dd57b07915c,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:31.372205 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 34512) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:31.471163 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6c77c007-c681-459f-a60f-618a18684f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:31.567882 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6c77c007-c681-459f-a60f-618a18684f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:31.571949 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-6c77c007-c681-459f-a60f-618a18684f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:31.607517 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77c007-c681-459f-a60f-618a18684f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cf7105-bf12-4a0d-969d-2f7fb35f38fb,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:31.612081 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-6c77c007-c681-459f-a60f-618a18684f3c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=955f4cda77514eb48b3578c41a658c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388175 Jul 28 04:14:31.614986 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 34516) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:31.664805 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c127bcf0-ecd4-4300-b8fc-eac540e2ebb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:31.685213 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c127bcf0-ecd4-4300-b8fc-eac540e2ebb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:31.732677 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c127bcf0-ecd4-4300-b8fc-eac540e2ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:31.735372 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-c127bcf0-ecd4-4300-b8fc-eac540e2ebb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:31.736648 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-c127bcf0-ecd4-4300-b8fc-eac540e2ebb8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4cf7105-bf12-4a0d-969d-2f7fb35f38fb HTTP/1.1" status: 204 len: 168 time: 0.1204817 Jul 28 04:14:31.745068 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127bcf0-ecd4-4300-b8fc-eac540e2ebb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cf7105-bf12-4a0d-969d-2f7fb35f38fb,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:31.984732 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 34522) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:31.997837 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2e563029-c7af-4d5c-ba9a-ffe35d0bc64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:32.080891 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2e563029-c7af-4d5c-ba9a-ffe35d0bc64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:32.084312 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-2e563029-c7af-4d5c-ba9a-ffe35d0bc64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:32.121759 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-2e563029-c7af-4d5c-ba9a-ffe35d0bc64a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c3faecda9e14a60b3eafbc2fc3c86ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1360242 Jul 28 04:14:32.122873 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e563029-c7af-4d5c-ba9a-ffe35d0bc64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6df9dd-0801-474a-a62e-85064d96173a,revision_number=1']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:32.124507 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 34524) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:32.176130 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-81ab4332-0a0a-42cb-8621-c2452e1b4395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:32.196341 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-81ab4332-0a0a-42cb-8621-c2452e1b4395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:32.240442 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-81ab4332-0a0a-42cb-8621-c2452e1b4395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:32.242831 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-81ab4332-0a0a-42cb-8621-c2452e1b4395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:32.243961 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-81ab4332-0a0a-42cb-8621-c2452e1b4395 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa6df9dd-0801-474a-a62e-85064d96173a HTTP/1.1" status: 204 len: 168 time: 0.1178031 Jul 28 04:14:32.251300 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab4332-0a0a-42cb-8621-c2452e1b4395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6df9dd-0801-474a-a62e-85064d96173a,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:38.476392 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 34646) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:38.576205 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0fec4ba3-72a8-438c-ade0-af77acec866b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:38.663632 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0fec4ba3-72a8-438c-ade0-af77acec866b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:38.667009 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0fec4ba3-72a8-438c-ade0-af77acec866b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:38.703777 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-0fec4ba3-72a8-438c-ade0-af77acec866b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2441722bc35340e596e7608d164d3629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262928 Jul 28 04:14:38.705718 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec4ba3-72a8-438c-ade0-af77acec866b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11496e3a-a2f4-4ce2-9052-0bd7153cc07b,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:38.706507 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 34650) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:38.754942 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d18606eb-3b89-4b40-85f3-3a4ac75432cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:38.775306 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d18606eb-3b89-4b40-85f3-3a4ac75432cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:38.823578 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d18606eb-3b89-4b40-85f3-3a4ac75432cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:38.826167 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-d18606eb-3b89-4b40-85f3-3a4ac75432cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:38.827570 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-d18606eb-3b89-4b40-85f3-3a4ac75432cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11496e3a-a2f4-4ce2-9052-0bd7153cc07b HTTP/1.1" status: 204 len: 168 time: 0.1200907 Jul 28 04:14:38.835110 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18606eb-3b89-4b40-85f3-3a4ac75432cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11496e3a-a2f4-4ce2-9052-0bd7153cc07b,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:39.078797 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 34656) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:39.092465 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ce46db16-d867-4d36-b4e1-84b65b42a852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:39.182392 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ce46db16-d867-4d36-b4e1-84b65b42a852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:39.185764 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ce46db16-d867-4d36-b4e1-84b65b42a852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:39.222413 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-ce46db16-d867-4d36-b4e1-84b65b42a852 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f1d68c9bab84fa7aae5a5fc8614ebb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425447 Jul 28 04:14:39.224299 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46db16-d867-4d36-b4e1-84b65b42a852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a23fbf2-a632-4c4f-bffe-d1218032477c,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:39.225669 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 34658) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:39.273884 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8a279a97-40b7-4209-bc9f-f6f0c20966c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:39.295329 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8a279a97-40b7-4209-bc9f-f6f0c20966c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:39.341308 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8a279a97-40b7-4209-bc9f-f6f0c20966c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:39.343987 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-8a279a97-40b7-4209-bc9f-f6f0c20966c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:39.345130 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-8a279a97-40b7-4209-bc9f-f6f0c20966c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a23fbf2-a632-4c4f-bffe-d1218032477c HTTP/1.1" status: 204 len: 168 time: 0.1184981 Jul 28 04:14:39.352707 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a279a97-40b7-4209-bc9f-f6f0c20966c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a23fbf2-a632-4c4f-bffe-d1218032477c,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:41.546084 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-8f78d83b-9384-49de-821e-63f610408831 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e9e78a86e18c4df3b6a1e756fa51fc10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288262 Jul 28 04:14:41.723490 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-2c0819d1-42f1-444f-8896-d29b594f4865 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:41.725676 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-2c0819d1-42f1-444f-8896-d29b594f4865 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742651 Jul 28 04:14:41.741756 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-ad58fd2f-8f56-4014-aedf-233f27dd4ba7 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/quotas/e9e78a86e18c4df3b6a1e756fa51fc10 HTTP/1.1" status: 200 len: 375 time: 0.0102730 Jul 28 04:14:41.775409 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-be0ed0c6-b513-4ab6-bacc-696a042bfcc0 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9e78a86e18c4df3b6a1e756fa51fc10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284545 Jul 28 04:14:41.928574 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4ff24cd-9257-4d1c-a5eb-81f1de32c2e7 req-862572c5-c649-4094-a3db-6b17d5ad9476 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 210 time: 0.0266876 Jul 28 04:14:42.848750 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-582433a2-de4f-4ad4-ad6a-c4bca6f517ed tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e9e78a86e18c4df3b6a1e756fa51fc10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204694 Jul 28 04:14:42.957521 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-5cfd98d2-7c4e-4508-ba3c-fd995c56f1cc tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:42.959656 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-5cfd98d2-7c4e-4508-ba3c-fd995c56f1cc tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1042461 Jul 28 04:14:42.986337 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Request body: {'port': {'device_id': '8e6f0e96-cfbc-4c23-b813-fd8771e5786b', 'network_id': '2be70411-90da-4b7e-8e84-990886d4143d', 'admin_state_up': True, 'tenant_id': 'e9e78a86e18c4df3b6a1e756fa51fc10'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:14:43.053141 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-88aebe74-109b-432e-b415-b9622fff8b37 req-5513752c-fcee-4486-b037-99f58185bb47 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 210 time: 0.0515254 Jul 28 04:14:43.113643 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Made reservation on behalf of e9e78a86e18c4df3b6a1e756fa51fc10 for: {'port': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:14:43.117146 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:43.126130 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Notify callbacks [] for security_group, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:43.217981 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:43.221453 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:43.283462 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfa6748-727a-403a-81af-2f9ceb3afffe,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:43.350941 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Allocated IP 192.168.233.225 (2be70411-90da-4b7e-8e84-990886d4143d/2bc94fcf-c4ba-4910-8b23-7871c71d0385/86354c62-042b-4b92-98e0-ec7698d2a068) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:14:43.494503 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:43.508212 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Transition to ACTIVE for port object 86354c62-042b-4b92-98e0-ec7698d2a068 will not be triggered until provisioned by entity DHCP. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:14:43.539335 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:43.580269 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Network 2be70411-90da-4b7e-8e84-990886d4143d is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:14:43.583284 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:14:43.586957 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:14:43.616600 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Pushing event updated for resources: {'Port': ['ID=86354c62-042b-4b92-98e0-ec7698d2a068,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:43.644933 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:43.645554 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:43.660176 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-6d6e1381-5caf-400b-802b-5a2ae84e40e2 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6781633 Jul 28 04:14:43.679490 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Request body: {'port': {'device_id': '8e6f0e96-cfbc-4c23-b813-fd8771e5786b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:14:43.735460 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:43.835639 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-b38cbd11-8ade-4caf-9d38-e823e4cd12f1 None None] Provisioning for port 86354c62-042b-4b92-98e0-ec7698d2a068 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:14:43.839427 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-b38cbd11-8ade-4caf-9d38-e823e4cd12f1 None None] Provisioning complete for port 86354c62-042b-4b92-98e0-ec7698d2a068 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:14:43.839915 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-b38cbd11-8ade-4caf-9d38-e823e4cd12f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:43.873731 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-b38cbd11-8ade-4caf-9d38-e823e4cd12f1 None None] Port 86354c62-042b-4b92-98e0-ec7698d2a068 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:14:43.992964 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86354c62-042b-4b92-98e0-ec7698d2a068 {{(pid=93262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:14:44.000174 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:44.011623 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Transition to ACTIVE for port object 86354c62-042b-4b92-98e0-ec7698d2a068 will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:14:44.015561 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:44.062357 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=86354c62-042b-4b92-98e0-ec7698d2a068,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:44.146708 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Attempting to bind port 86354c62-042b-4b92-98e0-ec7698d2a068 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:14:44.147046 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Attempting to bind port 86354c62-042b-4b92-98e0-ec7698d2a068 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '6e0cce75-a484-401b-ace9-aa54bd382fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2be70411-90da-4b7e-8e84-990886d4143d'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:14:44.148014 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Attempting to bind port 86354c62-042b-4b92-98e0-ec7698d2a068 on network 2be70411-90da-4b7e-8e84-990886d4143d {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:14:44.168964 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Port 86354c62-042b-4b92-98e0-ec7698d2a068 on network 2be70411-90da-4b7e-8e84-990886d4143d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:14:44.169287 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Attempting to bind port 86354c62-042b-4b92-98e0-ec7698d2a068 on network 2be70411-90da-4b7e-8e84-990886d4143d {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:14:44.177074 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:14:44.177408 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Checking segment: {'id': '6e0cce75-a484-401b-ace9-aa54bd382fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2be70411-90da-4b7e-8e84-990886d4143d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:14:44.177790 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Bound using segment: {'id': '6e0cce75-a484-401b-ace9-aa54bd382fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2be70411-90da-4b7e-8e84-990886d4143d'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:14:44.178228 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Bound port: 86354c62-042b-4b92-98e0-ec7698d2a068, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0cce75-a484-401b-ace9-aa54bd382fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2be70411-90da-4b7e-8e84-990886d4143d'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:14:44.178763 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:44.229257 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f85db5-c399-4c9e-ae03-3a93ed7c5fde req-ba0efc48-d32c-4e67-ab96-fe134936c6fa tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:44.230709 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-06f85db5-c399-4c9e-ae03-3a93ed7c5fde req-ba0efc48-d32c-4e67-ab96-fe134936c6fa tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 948 time: 0.1020606 Jul 28 04:14:44.282333 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] For port 86354c62-042b-4b92-98e0-ec7698d2a068, host hv-cinder-73306, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:14:44.287030 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] For port 86354c62-042b-4b92-98e0-ec7698d2a068, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=86354c62-042b-4b92-98e0-ec7698d2a068,segment=NetworkSegment(6e0cce75-a484-401b-ace9-aa54bd382fb0),segment_id=6e0cce75-a484-401b-ace9-aa54bd382fb0)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:14:44.291616 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-06f85db5-c399-4c9e-ae03-3a93ed7c5fde req-750ac441-4b6b-4477-8c7f-88bc730889d3 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cfa6748-727a-403a-81af-2f9ceb3afffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548480 Jul 28 04:14:44.293185 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:44.325393 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:44.326010 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:44.327356 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] 10.222.0.25 "PUT /v2.0/ports/86354c62-042b-4b92-98e0-ec7698d2a068 HTTP/1.1" status: 200 len: 1098 time: 0.6527407 Jul 28 04:14:44.327814 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6f0e96-cfbc-4c23-b813-fd8771e5786b', 'tag': '86354c62-042b-4b92-98e0-ec7698d2a068'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:14:44.330037 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675e9b5e-1586-4d82-b2ec-e563d8e9a2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6f0e96-cfbc-4c23-b813-fd8771e5786b", "tag": "86354c62-042b-4b92-98e0-ec7698d2a068"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:14:44.357597 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d98665-c035-4b8e-a274-b1a0d1ed5cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=86354c62-042b-4b92-98e0-ec7698d2a068,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:44.376513 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bcf1ae-7a0e-447b-b2e2-69ffbd7d02e0 x-openstack-request-id: req-94bcf1ae-7a0e-447b-b2e2-69ffbd7d02e0 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:14:44.376743 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6f0e96-cfbc-4c23-b813-fd8771e5786b", "tag": "86354c62-042b-4b92-98e0-ec7698d2a068", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:14:44.378022 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94bcf1ae-7a0e-447b-b2e2-69ffbd7d02e0 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:14:44.378419 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6f0e96-cfbc-4c23-b813-fd8771e5786b', 'tag': '86354c62-042b-4b92-98e0-ec7698d2a068', 'status': 'completed', 'code': 200} Jul 28 04:14:44.438935 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-796a512e-1e83-4e90-a003-f4826cb8149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:44.440597 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-796a512e-1e83-4e90-a003-f4826cb8149a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9e78a86e18c4df3b6a1e756fa51fc10&device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 1101 time: 0.0418394 Jul 28 04:14:44.493344 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-051df283-9701-46d0-8b25-0cc53c0cb2b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=86354c62-042b-4b92-98e0-ec7698d2a068 HTTP/1.1" status: 200 len: 217 time: 0.0370800 Jul 28 04:14:44.544447 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-9bec4817-fe3a-4d81-abc0-68e34cbe8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:44.545876 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-9bec4817-fe3a-4d81-abc0-68e34cbe8a7c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2bc94fcf-c4ba-4910-8b23-7871c71d0385 HTTP/1.1" status: 200 len: 843 time: 0.0452061 Jul 28 04:14:44.590032 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-4a9921e8-9779-459a-865f-57c8c00b7a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:44.591472 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-4a9921e8-9779-459a-865f-57c8c00b7a56 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2be70411-90da-4b7e-8e84-990886d4143d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0388601 Jul 28 04:14:44.681838 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-ae329fad-2f4d-4f17-8304-3e891a4b6b80 service neutron] 10.222.0.25 "GET /v2.0/networks/2be70411-90da-4b7e-8e84-990886d4143d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825338 Jul 28 04:14:44.768293 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-73a85c53-b271-4abc-b302-c5aec2e0d3f5 req-0b18c7bd-2daa-448a-8b17-5f8808c00a2f service neutron] 10.222.0.25 "GET /v2.0/networks/2be70411-90da-4b7e-8e84-990886d4143d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794308 Jul 28 04:14:44.900183 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e9b5e-1586-4d82-b2ec-e563d8e9a2e1 req-9ade76a5-2640-433b-ab7d-0a03a2c78451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:44.901604 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-675e9b5e-1586-4d82-b2ec-e563d8e9a2e1 req-9ade76a5-2640-433b-ab7d-0a03a2c78451 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9e78a86e18c4df3b6a1e756fa51fc10&device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 1101 time: 0.0443649 Jul 28 04:14:44.989829 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e9b5e-1586-4d82-b2ec-e563d8e9a2e1 req-0d10872d-e4da-42cc-a8ea-da014bbb52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:44.991698 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-675e9b5e-1586-4d82-b2ec-e563d8e9a2e1 req-0d10872d-e4da-42cc-a8ea-da014bbb52c9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2be70411-90da-4b7e-8e84-990886d4143d HTTP/1.1" status: 200 len: 870 time: 0.0816822 Jul 28 04:14:45.033815 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-675e9b5e-1586-4d82-b2ec-e563d8e9a2e1 req-2bb23308-ab27-4917-a94e-f41aec69a6a5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=86354c62-042b-4b92-98e0-ec7698d2a068 HTTP/1.1" status: 200 len: 217 time: 0.0340803 Jul 28 04:14:45.087149 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e9b5e-1586-4d82-b2ec-e563d8e9a2e1 req-961ede62-20cd-4a6f-8c1b-069d95a49619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:45.088629 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-675e9b5e-1586-4d82-b2ec-e563d8e9a2e1 req-961ede62-20cd-4a6f-8c1b-069d95a49619 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2bc94fcf-c4ba-4910-8b23-7871c71d0385 HTTP/1.1" status: 200 len: 843 time: 0.0461478 Jul 28 04:14:45.134118 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e9b5e-1586-4d82-b2ec-e563d8e9a2e1 req-a5cc6be0-c31e-45ae-8574-d1123ef6c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:45.135568 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-675e9b5e-1586-4d82-b2ec-e563d8e9a2e1 req-a5cc6be0-c31e-45ae-8574-d1123ef6c818 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2be70411-90da-4b7e-8e84-990886d4143d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0399518 Jul 28 04:14:45.227598 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-675e9b5e-1586-4d82-b2ec-e563d8e9a2e1 req-bc95bd96-90b2-487a-87c0-f8e47fc9e977 service neutron] 10.222.0.25 "GET /v2.0/networks/2be70411-90da-4b7e-8e84-990886d4143d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796554 Jul 28 04:14:45.320937 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-675e9b5e-1586-4d82-b2ec-e563d8e9a2e1 req-95495a30-87c6-4f9f-a5e7-61575f0e62e7 service neutron] 10.222.0.25 "GET /v2.0/networks/2be70411-90da-4b7e-8e84-990886d4143d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853560 Jul 28 04:14:45.409446 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c627b-9b07-476a-9e47-c5eb1eeabc3f req-8b77aae1-5955-4eb4-b3a3-5f04f8381586 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:45.410901 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b81c627b-9b07-476a-9e47-c5eb1eeabc3f req-8b77aae1-5955-4eb4-b3a3-5f04f8381586 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 948 time: 0.0499079 Jul 28 04:14:45.448010 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b81c627b-9b07-476a-9e47-c5eb1eeabc3f req-b2711988-75af-47df-b0f8-84bfc6e2e808 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cfa6748-727a-403a-81af-2f9ceb3afffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308294 Jul 28 04:14:46.563215 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f32f66-687d-4642-87ff-56f2310db0db req-3bb57a5b-e749-415c-abbe-c23b7a6ab128 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:46.564776 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f7f32f66-687d-4642-87ff-56f2310db0db req-3bb57a5b-e749-415c-abbe-c23b7a6ab128 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 948 time: 0.0515137 Jul 28 04:14:46.602064 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f7f32f66-687d-4642-87ff-56f2310db0db req-26c5b252-af63-4686-97ba-24572826fda1 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cfa6748-727a-403a-81af-2f9ceb3afffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310905 Jul 28 04:14:47.589858 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 86354c62-042b-4b92-98e0-ec7698d2a068 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:14:47.685404 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 86354c62-042b-4b92-98e0-ec7698d2a068, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=86354c62-042b-4b92-98e0-ec7698d2a068,segment=NetworkSegment(6e0cce75-a484-401b-ace9-aa54bd382fb0),segment_id=6e0cce75-a484-401b-ace9-aa54bd382fb0)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:14:47.697114 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': '86354c62-042b-4b92-98e0-ec7698d2a068', 'network_id': '2be70411-90da-4b7e-8e84-990886d4143d', 'port_id': '86354c62-042b-4b92-98e0-ec7698d2a068', 'mac_address': 'fa:16:3e:ad:82:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc94fcf-c4ba-4910-8b23-7871c71d0385', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:14:47.715254 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34002e0-5dda-4738-b47e-067d921e741d req-7ff7758e-5bb2-4a60-9aa9-909462ba56a7 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:47.717143 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a34002e0-5dda-4738-b47e-067d921e741d req-7ff7758e-5bb2-4a60-9aa9-909462ba56a7 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 948 time: 0.0492423 Jul 28 04:14:47.733138 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:47.746295 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86354c62-042b-4b92-98e0-ec7698d2a068 {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:14:47.755477 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a34002e0-5dda-4738-b47e-067d921e741d req-6edc9b6c-8da6-4453-ad5f-2c0f5c51cc18 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cfa6748-727a-403a-81af-2f9ceb3afffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328219 Jul 28 04:14:47.768845 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 86354c62-042b-4b92-98e0-ec7698d2a068, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=86354c62-042b-4b92-98e0-ec7698d2a068,segment=NetworkSegment(6e0cce75-a484-401b-ace9-aa54bd382fb0),segment_id=6e0cce75-a484-401b-ace9-aa54bd382fb0)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:14:47.772840 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:47.818325 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=86354c62-042b-4b92-98e0-ec7698d2a068,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:47.825726 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:47.826079 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:47.826423 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:47.826764 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:47.827202 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:47.827580 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:47.828057 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:47.828428 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:47.828764 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:47.829095 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:47.829423 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:47.829747 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:14:48.045854 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289645c-9299-40f9-9e69-b4fd84fb2939 req-00bb3bbb-e0de-4b95-bd67-e9e04f70a07f tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:48.047284 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b289645c-9299-40f9-9e69-b4fd84fb2939 req-00bb3bbb-e0de-4b95-bd67-e9e04f70a07f tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0775814 Jul 28 04:14:48.073043 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f50496-e755-4d9b-9234-54dbaf5f4a79 req-3300cfbd-504b-46e5-bdf3-badbbca47629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:48.074423 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-40f50496-e755-4d9b-9234-54dbaf5f4a79 req-3300cfbd-504b-46e5-bdf3-badbbca47629 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ce504669b154dd7b2cb45a21d8b889b&device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 1138 time: 0.0684898 Jul 28 04:14:48.091868 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['86354c62-042b-4b92-98e0-ec7698d2a068'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:14:48.110831 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b289645c-9299-40f9-9e69-b4fd84fb2939 req-e6e55d9c-4a99-4c33-b312-edf36d03540a tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557864 Jul 28 04:14:48.180466 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f50496-e755-4d9b-9234-54dbaf5f4a79 req-49a56028-634e-46be-b3a4-67cd098d66e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:48.181944 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-40f50496-e755-4d9b-9234-54dbaf5f4a79 req-49a56028-634e-46be-b3a4-67cd098d66e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=34ca3535-1601-4b82-9adf-b101cee5f398 HTTP/1.1" status: 200 len: 916 time: 0.0974402 Jul 28 04:14:48.252826 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-40f50496-e755-4d9b-9234-54dbaf5f4a79 req-8941ae68-ed94-49ff-9302-fd6adad82ad2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f36bc118-6ca3-4be9-8638-9c6343d7762b HTTP/1.1" status: 200 len: 1001 time: 0.0631235 Jul 28 04:14:48.302937 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f50496-e755-4d9b-9234-54dbaf5f4a79 req-ac97255d-5872-446a-82fc-2b3bfbde292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:48.304631 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-40f50496-e755-4d9b-9234-54dbaf5f4a79 req-ac97255d-5872-446a-82fc-2b3bfbde292a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2531190b-10c9-451d-8411-4b93df3f0a5b HTTP/1.1" status: 200 len: 854 time: 0.0445931 Jul 28 04:14:48.350107 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f50496-e755-4d9b-9234-54dbaf5f4a79 req-35620572-8791-46f5-88cc-04330a3fc3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:48.352313 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-40f50496-e755-4d9b-9234-54dbaf5f4a79 req-35620572-8791-46f5-88cc-04330a3fc3cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34ca3535-1601-4b82-9adf-b101cee5f398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407035 Jul 28 04:14:48.444496 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-40f50496-e755-4d9b-9234-54dbaf5f4a79 req-1f495c21-e677-4e77-8f74-c1fd06f679f8 service neutron] 10.222.0.25 "GET /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844533 Jul 28 04:14:48.533650 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-40f50496-e755-4d9b-9234-54dbaf5f4a79 req-a2f9b381-6847-40a1-bd89-a2c6ae234b1d service neutron] 10.222.0.25 "GET /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818191 Jul 28 04:14:48.869652 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceedc91-7b20-49ec-94db-66a84756abcc req-ec96e008-87c1-42b3-81bf-22471126dded tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:48.871091 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4ceedc91-7b20-49ec-94db-66a84756abcc req-ec96e008-87c1-42b3-81bf-22471126dded tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 949 time: 0.0483711 Jul 28 04:14:48.908084 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4ceedc91-7b20-49ec-94db-66a84756abcc req-6d6d91ba-1ad9-49ae-96a8-fdd6eb866cc6 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cfa6748-727a-403a-81af-2f9ceb3afffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Jul 28 04:14:49.234030 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75661a-32dc-45cf-a59a-582ddaa0baf6 req-2412ec45-72c2-407a-aea6-9410500f1192 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:49.235458 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb75661a-32dc-45cf-a59a-582ddaa0baf6 req-2412ec45-72c2-407a-aea6-9410500f1192 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0518236 Jul 28 04:14:49.274221 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-fb75661a-32dc-45cf-a59a-582ddaa0baf6 req-7e47d7c1-a574-47ba-a3c8-2df4a6c14636 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328825 Jul 28 04:14:49.594568 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 86354c62-042b-4b92-98e0-ec7698d2a068 up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:14:49.642009 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port 86354c62-042b-4b92-98e0-ec7698d2a068 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:14:49.645558 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port 86354c62-042b-4b92-98e0-ec7698d2a068 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:14:49.645936 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:49.721246 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:49.743127 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6f0e96-cfbc-4c23-b813-fd8771e5786b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86354c62-042b-4b92-98e0-ec7698d2a068'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:14:49.745391 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c45347-f759-40ad-8f82-4d42ac3441fb" -d '{"events": [{"server_uuid": "8e6f0e96-cfbc-4c23-b813-fd8771e5786b", "name": "network-vif-plugged", "status": "completed", "tag": "86354c62-042b-4b92-98e0-ec7698d2a068"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:14:49.758006 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 86354c62-042b-4b92-98e0-ec7698d2a068, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=86354c62-042b-4b92-98e0-ec7698d2a068,segment=NetworkSegment(6e0cce75-a484-401b-ace9-aa54bd382fb0),segment_id=6e0cce75-a484-401b-ace9-aa54bd382fb0)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:14:49.762089 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:49.785921 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856fe45e-4d14-4c6d-995e-27bbbdfd5286 x-openstack-request-id: req-856fe45e-4d14-4c6d-995e-27bbbdfd5286 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:14:49.786220 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6f0e96-cfbc-4c23-b813-fd8771e5786b", "name": "network-vif-plugged", "status": "completed", "tag": "86354c62-042b-4b92-98e0-ec7698d2a068", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:14:49.786472 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-856fe45e-4d14-4c6d-995e-27bbbdfd5286 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:14:49.786858 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6f0e96-cfbc-4c23-b813-fd8771e5786b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86354c62-042b-4b92-98e0-ec7698d2a068', 'code': 200} Jul 28 04:14:49.811998 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=86354c62-042b-4b92-98e0-ec7698d2a068,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:50.012836 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a78d60-4803-4cd4-afc4-43c20b546dd9 req-cbe6aeca-6db1-4622-b4bc-330ab1d1d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:50.014316 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-44a78d60-4803-4cd4-afc4-43c20b546dd9 req-cbe6aeca-6db1-4622-b4bc-330ab1d1d89c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 1103 time: 0.0667424 Jul 28 04:14:50.030048 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599123d-840a-4ef2-af6c-b95b7d3df062 req-215c4cde-d982-45b7-b020-19855d49643a tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:50.031412 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1599123d-840a-4ef2-af6c-b95b7d3df062 req-215c4cde-d982-45b7-b020-19855d49643a tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 950 time: 0.0555594 Jul 28 04:14:50.077712 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-44a78d60-4803-4cd4-afc4-43c20b546dd9 req-4eea42bb-391f-4e32-b897-df80b6261c41 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0cfa6748-727a-403a-81af-2f9ceb3afffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453904 Jul 28 04:14:50.089712 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-1599123d-840a-4ef2-af6c-b95b7d3df062 req-d105ca85-6136-4bf4-9aab-1bd075090671 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cfa6748-727a-403a-81af-2f9ceb3afffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516019 Jul 28 04:14:50.388086 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2643bfe-4a2d-4077-9438-d94ae623765f req-629f1b02-0240-487a-a77b-ecad157f7a10 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:50.389560 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c2643bfe-4a2d-4077-9438-d94ae623765f req-629f1b02-0240-487a-a77b-ecad157f7a10 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0488200 Jul 28 04:14:50.428204 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c2643bfe-4a2d-4077-9438-d94ae623765f req-c18c9292-142c-47f2-8ebf-4454001e9e09 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327451 Jul 28 04:14:50.478694 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d8aa9aed-17bf-449a-84fb-709e10880d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:51.205619 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a39cb-0296-46e6-9d09-04f3d117af1e req-967d9bb6-9773-47d3-b7ba-7dc8d18381d4 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:51.207074 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-403a39cb-0296-46e6-9d09-04f3d117af1e req-967d9bb6-9773-47d3-b7ba-7dc8d18381d4 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 950 time: 0.0494249 Jul 28 04:14:51.244885 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-403a39cb-0296-46e6-9d09-04f3d117af1e req-062a5405-e4ac-4c5e-99c4-65039c7c4612 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cfa6748-727a-403a-81af-2f9ceb3afffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313675 Jul 28 04:14:51.542205 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba02fbe-e908-435a-a691-76529aa64a31 req-34b9303a-e3cb-434b-8022-996d11453340 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:51.543642 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dba02fbe-e908-435a-a691-76529aa64a31 req-34b9303a-e3cb-434b-8022-996d11453340 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0487149 Jul 28 04:14:51.586195 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dba02fbe-e908-435a-a691-76529aa64a31 req-009dbc49-100b-4a31-babf-4672ed3a4aee tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364983 Jul 28 04:14:52.357070 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed0cf4-24a0-40fa-8b22-3f53fc36f0cb req-2ab60740-5c43-4566-877d-605c05309dd4 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:52.358828 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-99ed0cf4-24a0-40fa-8b22-3f53fc36f0cb req-2ab60740-5c43-4566-877d-605c05309dd4 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 950 time: 0.0489285 Jul 28 04:14:52.395540 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-99ed0cf4-24a0-40fa-8b22-3f53fc36f0cb req-65e7169b-ccc3-45a5-a190-6dc236ff8ccc tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cfa6748-727a-403a-81af-2f9ceb3afffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309124 Jul 28 04:14:52.642936 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560566f-09bd-4d86-a5db-09d3e52f8740 req-322987f8-612e-4b66-9ed8-fa62ac39ade0 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:52.644412 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2560566f-09bd-4d86-a5db-09d3e52f8740 req-322987f8-612e-4b66-9ed8-fa62ac39ade0 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 950 time: 0.0487986 Jul 28 04:14:52.683272 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2560566f-09bd-4d86-a5db-09d3e52f8740 req-e3ec209e-94c7-468c-8271-7f2648ff6584 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cfa6748-727a-403a-81af-2f9ceb3afffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303969 Jul 28 04:14:52.783664 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7df9a0-2425-4bbf-857b-b000a4129a86 req-03a8022f-5d29-4833-823c-2a890767ea0b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:52.785133 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-be7df9a0-2425-4bbf-857b-b000a4129a86 req-03a8022f-5d29-4833-823c-2a890767ea0b tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0489221 Jul 28 04:14:52.827536 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-be7df9a0-2425-4bbf-857b-b000a4129a86 req-4df200c9-ca7b-45e7-90ef-112614decbbc tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363235 Jul 28 04:14:53.326605 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4c1c7ef2-04f7-4605-91bd-3c260b3e8026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:53.391915 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:53.797474 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9156a1-afc5-425f-8d7e-c5f66208c47d req-aa2cf1db-d1b3-4462-91a3-e7c35964b9b3 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:53.798904 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-db9156a1-afc5-425f-8d7e-c5f66208c47d req-aa2cf1db-d1b3-4462-91a3-e7c35964b9b3 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 950 time: 0.0471661 Jul 28 04:14:53.837145 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-db9156a1-afc5-425f-8d7e-c5f66208c47d req-2b86f154-0f1e-4deb-846b-cd67fd2654e1 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/security-groups?id=0cfa6748-727a-403a-81af-2f9ceb3afffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319042 Jul 28 04:14:53.893830 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:53.939819 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f30e0-80cb-4247-9031-aa723fc8893e req-f111cc99-1a71-4dac-bf62-87c48f84a0b4 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:53.941237 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-981f30e0-80cb-4247-9031-aa723fc8893e req-f111cc99-1a71-4dac-bf62-87c48f84a0b4 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0478983 Jul 28 04:14:53.982015 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-981f30e0-80cb-4247-9031-aa723fc8893e req-e9a37333-a38b-414d-86a2-ecca083a3626 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343702 Jul 28 04:14:54.047280 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320a8fb-63b2-466d-8e94-a04267e289f0 req-dd84346f-3706-4bf0-846d-da7419fff590 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:54.048703 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a320a8fb-63b2-466d-8e94-a04267e289f0 req-dd84346f-3706-4bf0-846d-da7419fff590 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 950 time: 0.0466676 Jul 28 04:14:54.140897 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-a320a8fb-63b2-466d-8e94-a04267e289f0 req-76d0ddc9-3003-4784-9ffb-5bbefa773c33 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Deleting port 86354c62-042b-4b92-98e0-ec7698d2a068 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:14:54.141241 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-a320a8fb-63b2-466d-8e94-a04267e289f0 req-76d0ddc9-3003-4784-9ffb-5bbefa773c33 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:54.226515 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-a320a8fb-63b2-466d-8e94-a04267e289f0 req-76d0ddc9-3003-4784-9ffb-5bbefa773c33 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] For port 86354c62-042b-4b92-98e0-ec7698d2a068, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=86354c62-042b-4b92-98e0-ec7698d2a068,segment=NetworkSegment(6e0cce75-a484-401b-ace9-aa54bd382fb0),segment_id=6e0cce75-a484-401b-ace9-aa54bd382fb0)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:14:54.226802 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-a320a8fb-63b2-466d-8e94-a04267e289f0 req-76d0ddc9-3003-4784-9ffb-5bbefa773c33 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:54.239094 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-a320a8fb-63b2-466d-8e94-a04267e289f0 req-76d0ddc9-3003-4784-9ffb-5bbefa773c33 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Calling delete_port for 86354c62-042b-4b92-98e0-ec7698d2a068 owned by compute:nova {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:14:54.363819 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-a320a8fb-63b2-466d-8e94-a04267e289f0 req-76d0ddc9-3003-4784-9ffb-5bbefa773c33 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:54.390864 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0ddc9-3003-4784-9ffb-5bbefa773c33 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Pushing event deleted for resources: {'Port': ['ID=86354c62-042b-4b92-98e0-ec7698d2a068,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:14:54.405022 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['86354c62-042b-4b92-98e0-ec7698d2a068'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:14:54.434410 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:54.435668 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a320a8fb-63b2-466d-8e94-a04267e289f0 req-76d0ddc9-3003-4784-9ffb-5bbefa773c33 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] No DVR routers for this DVR port 86354c62-042b-4b92-98e0-ec7698d2a068 on host hv-cinder-73306 {{(pid=93262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:14:54.438150 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-a320a8fb-63b2-466d-8e94-a04267e289f0 req-76d0ddc9-3003-4784-9ffb-5bbefa773c33 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:54.440176 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a320a8fb-63b2-466d-8e94-a04267e289f0 req-76d0ddc9-3003-4784-9ffb-5bbefa773c33 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.25 "DELETE /v2.0/ports/86354c62-042b-4b92-98e0-ec7698d2a068 HTTP/1.1" status: 204 len: 173 time: 0.3826478 Jul 28 04:14:54.440618 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6f0e96-cfbc-4c23-b813-fd8771e5786b', 'name': 'network-vif-deleted', 'tag': '86354c62-042b-4b92-98e0-ec7698d2a068'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:14:54.442869 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7491fe-d484-46d2-8c94-f8c08edb2f90" -d '{"events": [{"server_uuid": "8e6f0e96-cfbc-4c23-b813-fd8771e5786b", "name": "network-vif-deleted", "tag": "86354c62-042b-4b92-98e0-ec7698d2a068"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:14:54.479516 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdcf4bc-745b-4ca4-9250-27ec1548f45c x-openstack-request-id: req-5bdcf4bc-745b-4ca4-9250-27ec1548f45c {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:14:54.479883 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6f0e96-cfbc-4c23-b813-fd8771e5786b", "name": "network-vif-deleted", "tag": "86354c62-042b-4b92-98e0-ec7698d2a068", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:14:54.480079 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bdcf4bc-745b-4ca4-9250-27ec1548f45c {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:14:54.480430 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6f0e96-cfbc-4c23-b813-fd8771e5786b', 'name': 'network-vif-deleted', 'tag': '86354c62-042b-4b92-98e0-ec7698d2a068', 'status': 'completed', 'code': 200} Jul 28 04:14:54.945348 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0f36ad4a-e90b-4932-bfe9-272c9ea9ee78 req-0c39e1bc-aa8b-47b1-af72-245e376e7fc6 tempest-VolumesNegativeTest-763441117 tempest-VolumesNegativeTest-763441117-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e6f0e96-cfbc-4c23-b813-fd8771e5786b HTTP/1.1" status: 200 len: 210 time: 0.0276074 Jul 28 04:14:55.097301 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89be5c-1b2d-4c66-8bf2-d2c19a622c69 req-4be1e928-537b-4606-954f-8c65e82d8df7 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:55.098782 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2e89be5c-1b2d-4c66-8bf2-d2c19a622c69 req-4be1e928-537b-4606-954f-8c65e82d8df7 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0487683 Jul 28 04:14:55.139903 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2e89be5c-1b2d-4c66-8bf2-d2c19a622c69 req-9d3fd48b-f1bf-41fb-a449-29775d97aeba tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339501 Jul 28 04:14:55.997545 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:14:56.131980 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:56.256217 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eccc4-c143-43fd-ba4e-53e1c6cf0f7d req-aadd8168-f90d-4b6b-bbce-addb0adf7c7e tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:56.257763 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5a8eccc4-c143-43fd-ba4e-53e1c6cf0f7d req-aadd8168-f90d-4b6b-bbce-addb0adf7c7e tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0506854 Jul 28 04:14:56.300777 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-5a8eccc4-c143-43fd-ba4e-53e1c6cf0f7d req-2cac8e39-6200-4af9-86ab-75808caacf48 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369411 Jul 28 04:14:57.418283 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f9a5-bcb1-4239-8490-1b47921c2d7e req-d954c0fa-6271-475c-97ce-46c4892ff892 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:57.419785 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-77a3f9a5-bcb1-4239-8490-1b47921c2d7e req-d954c0fa-6271-475c-97ce-46c4892ff892 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0504937 Jul 28 04:14:57.461872 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-77a3f9a5-bcb1-4239-8490-1b47921c2d7e req-c13107c9-dffc-4eb6-aa9f-89bb1973f705 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357678 Jul 28 04:14:57.635529 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 86354c62-042b-4b92-98e0-ec7698d2a068 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:14:57.656038 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: 86354c62-042b-4b92-98e0-ec7698d2a068 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:14:57.656394 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 86354c62-042b-4b92-98e0-ec7698d2a068 not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:14:58.578991 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583acee7-9ff5-472d-b7ce-2e15d4b24f41 req-8eb7883c-5792-4f22-93c0-40dfb7efc40a tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:58.580458 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-583acee7-9ff5-472d-b7ce-2e15d4b24f41 req-8eb7883c-5792-4f22-93c0-40dfb7efc40a tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0486009 Jul 28 04:14:58.621901 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-583acee7-9ff5-472d-b7ce-2e15d4b24f41 req-4c652bc7-c987-4a7b-9178-f95690c3ba77 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350492 Jul 28 04:14:59.738530 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbd8f4-8a1c-4141-a40c-926ddf8564ec req-981e2cd7-072c-4583-ba91-fb562e3283ce tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:14:59.739938 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-37bbd8f4-8a1c-4141-a40c-926ddf8564ec req-981e2cd7-072c-4583-ba91-fb562e3283ce tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0498281 Jul 28 04:14:59.768127 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 35010) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:59.783744 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-37bbd8f4-8a1c-4141-a40c-926ddf8564ec req-ea16abfe-bf0d-4d74-a298-98bba5804166 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374455 Jul 28 04:14:59.894894 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-c6500fc7-74c1-4683-8025-f4b64a8d090a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9e78a86e18c4df3b6a1e756fa51fc10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1256468 Jul 28 04:14:59.897284 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 35014) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:14:59.942946 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bccf3e83-1d8f-41d1-8564-d1584c4f6db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:59.962754 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bccf3e83-1d8f-41d1-8564-d1584c4f6db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:00.010539 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bccf3e83-1d8f-41d1-8564-d1584c4f6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:00.013221 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bccf3e83-1d8f-41d1-8564-d1584c4f6db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:00.014342 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-bccf3e83-1d8f-41d1-8564-d1584c4f6db9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cfa6748-727a-403a-81af-2f9ceb3afffe HTTP/1.1" status: 204 len: 168 time: 0.1161067 Jul 28 04:15:00.022161 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf3e83-1d8f-41d1-8564-d1584c4f6db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfa6748-727a-403a-81af-2f9ceb3afffe,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:00.901298 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f8478-4ecd-4a46-8962-05b51ec5e518 req-69d7be99-abaf-4931-815a-c95ec2f21339 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:00.902726 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ef6f8478-4ecd-4a46-8962-05b51ec5e518 req-69d7be99-abaf-4931-815a-c95ec2f21339 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0483654 Jul 28 04:15:00.940590 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ef6f8478-4ecd-4a46-8962-05b51ec5e518 req-db80c893-285f-4004-ab5c-e81083973233 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320392 Jul 28 04:15:01.343909 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0ba5bfae-4ff3-4686-8786-10fc7dfb5390 req-c7c26bb5-7e28-4e96-bad7-0e29fe6dd5bd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384078 Jul 28 04:15:01.439538 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5bfae-4ff3-4686-8786-10fc7dfb5390 req-e0ccb267-a668-43a2-8bc0-fd38e5325bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:01.440925 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0ba5bfae-4ff3-4686-8786-10fc7dfb5390 req-e0ccb267-a668-43a2-8bc0-fd38e5325bb1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 1098 time: 0.0393052 Jul 28 04:15:01.543542 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5bfae-4ff3-4686-8786-10fc7dfb5390 req-30629960-5839-477a-99b7-690be6b2f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:01.545010 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0ba5bfae-4ff3-4686-8786-10fc7dfb5390 req-30629960-5839-477a-99b7-690be6b2f66c service neutron] 10.222.0.25 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 912 time: 0.0855141 Jul 28 04:15:01.608289 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0ba5bfae-4ff3-4686-8786-10fc7dfb5390 req-8aadba26-178c-4cc6-af06-2d2564bfbd2f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ca3e2b-1a50-41cb-b2b5-715307bf1158 HTTP/1.1" status: 200 len: 1001 time: 0.0561407 Jul 28 04:15:01.657518 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5bfae-4ff3-4686-8786-10fc7dfb5390 req-c34cf378-97e8-40a9-b8cf-85556a8f96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:01.658887 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0ba5bfae-4ff3-4686-8786-10fc7dfb5390 req-c34cf378-97e8-40a9-b8cf-85556a8f96c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d01e9f9d-38cd-4035-a831-8e8050984cc6 HTTP/1.1" status: 200 len: 850 time: 0.0446751 Jul 28 04:15:01.702518 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5bfae-4ff3-4686-8786-10fc7dfb5390 req-f1a14da5-7fde-4267-bbe6-2851d48411c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:01.703904 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0ba5bfae-4ff3-4686-8786-10fc7dfb5390 req-f1a14da5-7fde-4267-bbe6-2851d48411c0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9995752f-26c8-499b-851d-ac24052e53ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0377793 Jul 28 04:15:01.789218 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0ba5bfae-4ff3-4686-8786-10fc7dfb5390 req-3a78ce9b-c009-449b-abc1-08299d0a966b service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774448 Jul 28 04:15:01.882730 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0ba5bfae-4ff3-4686-8786-10fc7dfb5390 req-c1687642-4463-4ff3-b938-63e8b2496a01 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859613 Jul 28 04:15:02.055643 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260283-c87f-459e-a38f-7bc002feb1b1 req-87010660-dc3d-4561-853a-011efbfb4c9d tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:02.057103 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-46260283-c87f-459e-a38f-7bc002feb1b1 req-87010660-dc3d-4561-853a-011efbfb4c9d tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0483477 Jul 28 04:15:02.095639 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-46260283-c87f-459e-a38f-7bc002feb1b1 req-94ab0174-4d0e-4cb1-be2b-7253e0c5f824 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327411 Jul 28 04:15:03.207680 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213f36b-5eb5-4b87-87e5-6f8d0c66ea71 req-cbd117b1-6de9-475c-b97a-6a08025a9c72 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:03.209128 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3213f36b-5eb5-4b87-87e5-6f8d0c66ea71 req-cbd117b1-6de9-475c-b97a-6a08025a9c72 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0480218 Jul 28 04:15:03.251728 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3213f36b-5eb5-4b87-87e5-6f8d0c66ea71 req-b5b8c6dc-0bd8-4b97-b88b-cfce96da65c9 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359838 Jul 28 04:15:04.607830 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c983320-a654-4124-b7ec-16c1b2947946 req-4e2942e6-cd44-4c29-b8e7-ed6c0fa78fd4 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:04.609560 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0c983320-a654-4124-b7ec-16c1b2947946 req-4e2942e6-cd44-4c29-b8e7-ed6c0fa78fd4 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.2923241 Jul 28 04:15:04.649089 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0c983320-a654-4124-b7ec-16c1b2947946 req-22f46ecf-5947-4460-a013-e4adfc146d73 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334814 Jul 28 04:15:05.763387 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cc25d-46cb-4942-81c4-484fafacdba9 req-4b7e882a-79c9-42cd-b520-d47f983d12ff tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:05.764842 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f13cc25d-46cb-4942-81c4-484fafacdba9 req-4b7e882a-79c9-42cd-b520-d47f983d12ff tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0493927 Jul 28 04:15:05.804740 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f13cc25d-46cb-4942-81c4-484fafacdba9 req-56ac0256-2b7b-46b3-87f6-24b1bfdf5c2c tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&id=a863edcc-de8b-4856-9ed4-794d026fc013&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332334 Jul 28 04:15:20.479528 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-eedce8e1-97a2-4a3e-9b50-6b2e0ff85056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:20.857475 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45878f-32bd-4038-98c0-951a8fb4cd4f req-94dba609-c997-4356-962c-8d29327e38a4 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:20.859147 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ab45878f-32bd-4038-98c0-951a8fb4cd4f req-94dba609-c997-4356-962c-8d29327e38a4 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 945 time: 0.0510478 Jul 28 04:15:20.895502 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ab45878f-32bd-4038-98c0-951a8fb4cd4f req-d49c2078-93cf-47a9-b281-f3f5adcf9959 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303359 Jul 28 04:15:22.008780 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbfb6c-845f-421d-9633-b663a5d09e84 req-b73223a4-73a9-4f06-acde-a78cb0e0f8c1 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:22.010213 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-17bbfb6c-845f-421d-9633-b663a5d09e84 req-b73223a4-73a9-4f06-acde-a78cb0e0f8c1 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 945 time: 0.0478399 Jul 28 04:15:22.048376 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-17bbfb6c-845f-421d-9633-b663a5d09e84 req-9c446daa-00f5-4aef-94a9-fc02f8989644 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324957 Jul 28 04:15:22.621341 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced7fdc-326c-485c-9638-9bd7d444387d req-b4857b6f-b1e4-4a6c-b5f3-17d56d01e62d tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:22.622736 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3ced7fdc-326c-485c-9638-9bd7d444387d req-b4857b6f-b1e4-4a6c-b5f3-17d56d01e62d tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 945 time: 0.0469391 Jul 28 04:15:22.715053 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-3ced7fdc-326c-485c-9638-9bd7d444387d req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Deleting port f7ca3e2b-1a50-41cb-b2b5-715307bf1158 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:15:22.715389 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-3ced7fdc-326c-485c-9638-9bd7d444387d req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:22.798978 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-3ced7fdc-326c-485c-9638-9bd7d444387d req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] For port f7ca3e2b-1a50-41cb-b2b5-715307bf1158, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f7ca3e2b-1a50-41cb-b2b5-715307bf1158,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:15:22.799339 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-3ced7fdc-326c-485c-9638-9bd7d444387d req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:22.963493 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-3ced7fdc-326c-485c-9638-9bd7d444387d req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:22.963882 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-3ced7fdc-326c-485c-9638-9bd7d444387d req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:22.964197 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.l3_db [req-3ced7fdc-326c-485c-9638-9bd7d444387d req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Floating IP f0b6cb5d-9d8c-419b-9593-8d873160fedf disassociated. External IP: 172.27.1.171, port: f7ca3e2b-1a50-41cb-b2b5-715307bf1158. Jul 28 04:15:22.964530 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-3ced7fdc-326c-485c-9638-9bd7d444387d req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Calling delete_port for f7ca3e2b-1a50-41cb-b2b5-715307bf1158 owned by compute:nova {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:15:23.088843 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-3ced7fdc-326c-485c-9638-9bd7d444387d req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:23.115509 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event deleted for resources: {'Port': ['ID=f7ca3e2b-1a50-41cb-b2b5-715307bf1158,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:23.135107 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:23.135471 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:23.135846 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:23.136188 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:23.136524 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:23.136872 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:23.137193 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:23.137524 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:23.137856 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:23.138203 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:23.138511 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:23.138841 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:23.163998 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ac2bac79-a108-4546-8b93-24ee354ef511 req-5d508b1a-a392-4d64-a6da-69cc9a97951a tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 210 time: 0.0436065 Jul 28 04:15:23.267464 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ced7fdc-326c-485c-9638-9bd7d444387d req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:15:23.327044 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-38e01ff2-3df8-4ce1-bc9e-b901aa1cad35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:23.373388 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ced7fdc-326c-485c-9638-9bd7d444387d req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:15:23.386897 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8320ab39-05ca-4093-87d5-943d18a38550 None None] Sync routers for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:15:23.402323 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8320ab39-05ca-4093-87d5-943d18a38550 None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:15:23.403018 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-8320ab39-05ca-4093-87d5-943d18a38550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:15:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:23.406017 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:23.411935 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ced7fdc-326c-485c-9638-9bd7d444387d req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] No DVR routers for this DVR port f7ca3e2b-1a50-41cb-b2b5-715307bf1158 on host hv-cinder-73306 {{(pid=93262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:15:23.415089 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-3ced7fdc-326c-485c-9638-9bd7d444387d req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:23.417177 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-3ced7fdc-326c-485c-9638-9bd7d444387d req-df2c847d-5862-4f17-80c5-04d666276340 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.25 "DELETE /v2.0/ports/f7ca3e2b-1a50-41cb-b2b5-715307bf1158 HTTP/1.1" status: 204 len: 173 time: 0.7883880 Jul 28 04:15:23.417607 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3a4679-ad02-41d6-9d56-5e56a98e9d88', 'name': 'network-vif-deleted', 'tag': 'f7ca3e2b-1a50-41cb-b2b5-715307bf1158'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:15:23.419875 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89454c93-8a45-43c1-91ef-5c30b2d65e0c" -d '{"events": [{"server_uuid": "3e3a4679-ad02-41d6-9d56-5e56a98e9d88", "name": "network-vif-deleted", "tag": "f7ca3e2b-1a50-41cb-b2b5-715307bf1158"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:15:23.468501 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0be65d1-8eb5-4a24-b885-62e1a23db2be x-openstack-request-id: req-d0be65d1-8eb5-4a24-b885-62e1a23db2be {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:15:23.468996 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3a4679-ad02-41d6-9d56-5e56a98e9d88", "name": "network-vif-deleted", "tag": "f7ca3e2b-1a50-41cb-b2b5-715307bf1158", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:15:23.469402 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0be65d1-8eb5-4a24-b885-62e1a23db2be {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:15:23.470013 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3a4679-ad02-41d6-9d56-5e56a98e9d88', 'name': 'network-vif-deleted', 'tag': 'f7ca3e2b-1a50-41cb-b2b5-715307bf1158', 'status': 'completed', 'code': 200} Jul 28 04:15:23.526436 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-8320ab39-05ca-4093-87d5-943d18a38550 None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:15:23.733091 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-8320ab39-05ca-4093-87d5-943d18a38550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:23.759262 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8320ab39-05ca-4093-87d5-943d18a38550 None None] Checking router: 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:15:23.767452 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8320ab39-05ca-4093-87d5-943d18a38550 None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:15:23.768107 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-8320ab39-05ca-4093-87d5-943d18a38550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:15:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:23.873873 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-8320ab39-05ca-4093-87d5-943d18a38550 None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:15:23.921809 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:24.077754 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-8320ab39-05ca-4093-87d5-943d18a38550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:24.107217 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8320ab39-05ca-4093-87d5-943d18a38550 None None] The sync data for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi is: [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:15:24.281551 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9092710e-5b20-48f6-a5f2-c3f14896a0aa req-2ad8d021-7839-4f75-b90f-60ffb0149a9a tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e3a4679-ad02-41d6-9d56-5e56a98e9d88 HTTP/1.1" status: 200 len: 210 time: 0.0304916 Jul 28 04:15:24.348081 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e2458b-c12e-47e4-937b-bccfca29ee10 None None] New status for floating IP f0b6cb5d-9d8c-419b-9593-8d873160fedf: DOWN {{(pid=93265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:15:24.409352 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:25.527090 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64974cf-986b-4436-b038-c3104105c126 req-86d648bc-ca8a-42fa-8908-efc98d42eaec tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1739001634&fields=id&tenant_id=699932c5162645f89bbd9d95710d863b HTTP/1.1" status: 200 len: 267 time: 0.0324912 Jul 28 04:15:25.633985 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64974cf-986b-4436-b038-c3104105c126 req-e43b26bc-3a89-496b-a861-6d8cb77abbf2 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:25.635407 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64974cf-986b-4436-b038-c3104105c126 req-e43b26bc-3a89-496b-a861-6d8cb77abbf2 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 811 time: 0.1017096 Jul 28 04:15:25.649747 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64974cf-986b-4436-b038-c3104105c126 req-b794e976-f534-44df-96fc-5cde3073d7ea tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/quotas/699932c5162645f89bbd9d95710d863b HTTP/1.1" status: 200 len: 375 time: 0.0087368 Jul 28 04:15:25.701578 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64974cf-986b-4436-b038-c3104105c126 req-294b85a2-faff-49f0-942a-5f4d73c250f9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466805 Jul 28 04:15:25.775663 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f7ca3e2b-1a50-41cb-b2b5-715307bf1158 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:15:25.795482 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: f7ca3e2b-1a50-41cb-b2b5-715307bf1158 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:15:25.795836 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64974cf-986b-4436-b038-c3104105c126 req-2a37da9d-e00e-45c6-b25d-542977cffe79 service neutron] 10.222.0.16 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820267 Jul 28 04:15:25.795956 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f7ca3e2b-1a50-41cb-b2b5-715307bf1158 not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:15:25.887438 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64974cf-986b-4436-b038-c3104105c126 req-7c4d735d-1e8a-4d7f-82d1-df7fadf6858c service neutron] 10.222.0.16 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845680 Jul 28 04:15:26.134396 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:26.170037 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-126e688c-9ec7-4418-86b5-0f16b866d4b9 req-a9e33b80-4010-4422-92a0-671f6c07f3ce tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 210 time: 0.0293400 Jul 28 04:15:27.168577 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64974cf-986b-4436-b038-c3104105c126 req-ea73e868-0681-4839-8ffc-7108b440c9c1 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:27.170068 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64974cf-986b-4436-b038-c3104105c126 req-ea73e868-0681-4839-8ffc-7108b440c9c1 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.25 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 811 time: 0.1034238 Jul 28 04:15:27.222057 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64974cf-986b-4436-b038-c3104105c126 req-698d7c26-d69f-464a-be2f-8fcf736ab929 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=699932c5162645f89bbd9d95710d863b HTTP/1.1" status: 200 len: 380 time: 0.0353606 Jul 28 04:15:27.233787 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-f64974cf-986b-4436-b038-c3104105c126 req-6977cce0-4891-4a8b-9eed-f4639859b82c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Request body: {'port': {'device_id': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'admin_state_up': True, 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'security_groups': ['6ae17886-098f-48f6-ba93-b41eb0faef45']}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:15:27.303630 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d5ef8b4c-8ece-423e-838b-6899c44238d5 req-cff08d27-bc09-4342-8193-12d3ec5fbf5a tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 210 time: 0.0645583 Jul 28 04:15:27.375983 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64974cf-986b-4436-b038-c3104105c126 req-6977cce0-4891-4a8b-9eed-f4639859b82c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Made reservation on behalf of 699932c5162645f89bbd9d95710d863b for: {'port': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:15:27.379332 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-f64974cf-986b-4436-b038-c3104105c126 req-6977cce0-4891-4a8b-9eed-f4639859b82c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:27.499247 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [req-f64974cf-986b-4436-b038-c3104105c126 req-6977cce0-4891-4a8b-9eed-f4639859b82c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Allocated IP 172.20.0.6 (9995752f-26c8-499b-851d-ac24052e53ae/d01e9f9d-38cd-4035-a831-8e8050984cc6/a40c7d93-c9e2-45ad-aa9d-d3ac36535c30) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:15:27.635513 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-f64974cf-986b-4436-b038-c3104105c126 req-6977cce0-4891-4a8b-9eed-f4639859b82c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:27.648423 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [req-f64974cf-986b-4436-b038-c3104105c126 req-6977cce0-4891-4a8b-9eed-f4639859b82c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Transition to ACTIVE for port object a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 will not be triggered until provisioned by entity DHCP. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:15:27.681646 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-f64974cf-986b-4436-b038-c3104105c126 req-6977cce0-4891-4a8b-9eed-f4639859b82c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:27.722472 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64974cf-986b-4436-b038-c3104105c126 req-6977cce0-4891-4a8b-9eed-f4639859b82c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Network 9995752f-26c8-499b-851d-ac24052e53ae is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:15:27.726203 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [req-f64974cf-986b-4436-b038-c3104105c126 req-6977cce0-4891-4a8b-9eed-f4639859b82c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:15:27.729960 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64974cf-986b-4436-b038-c3104105c126 req-6977cce0-4891-4a8b-9eed-f4639859b82c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:15:27.758686 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977cce0-4891-4a8b-9eed-f4639859b82c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event updated for resources: {'Port': ['ID=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:27.789652 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64974cf-986b-4436-b038-c3104105c126 req-6977cce0-4891-4a8b-9eed-f4639859b82c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:27.790291 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-f64974cf-986b-4436-b038-c3104105c126 req-6977cce0-4891-4a8b-9eed-f4639859b82c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:27.806286 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64974cf-986b-4436-b038-c3104105c126 req-6977cce0-4891-4a8b-9eed-f4639859b82c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765121 Jul 28 04:15:27.828475 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Request body: {'port': {'device_id': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:15:27.897911 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:27.978284 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-bf405c1a-a389-4e8e-bb85-591e8a1790bf None None] Provisioning for port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:15:27.982401 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-bf405c1a-a389-4e8e-bb85-591e8a1790bf None None] Provisioning complete for port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:15:27.982795 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-bf405c1a-a389-4e8e-bb85-591e8a1790bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:28.018364 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-bf405c1a-a389-4e8e-bb85-591e8a1790bf None None] Port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:15:28.178705 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 {{(pid=93262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:15:28.186638 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:28.199476 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Transition to ACTIVE for port object a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:15:28.203594 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:28.260268 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Pushing event updated for resources: {'Port': ['ID=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:28.347084 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Attempting to bind port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:15:28.347427 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Attempting to bind port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:15:28.347789 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Attempting to bind port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 on network 9995752f-26c8-499b-851d-ac24052e53ae {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:15:28.353108 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 on network 9995752f-26c8-499b-851d-ac24052e53ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:15:28.353433 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Attempting to bind port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 on network 9995752f-26c8-499b-851d-ac24052e53ae {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:15:28.358915 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:15:28.359254 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Checking segment: {'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:15:28.359906 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Bound using segment: {'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:15:28.361791 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Bound port: a40c7d93-c9e2-45ad-aa9d-d3ac36535c30, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:15:28.361791 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:28.475318 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e444f1-26f3-40ac-be47-7ed00523bcd1 req-683a3629-ffd6-496d-90ac-fd506dac8e91 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:28.477039 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57e444f1-26f3-40ac-be47-7ed00523bcd1 req-683a3629-ffd6-496d-90ac-fd506dac8e91 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 943 time: 0.0958633 Jul 28 04:15:28.484379 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] For port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30, host hv-cinder-73306, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:15:28.488868 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] For port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:15:28.497466 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:28.566636 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:28.567285 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:28.568730 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64974cf-986b-4436-b038-c3104105c126 req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] 10.222.0.25 "PUT /v2.0/ports/a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 HTTP/1.1" status: 200 len: 1093 time: 0.7459204 Jul 28 04:15:28.569687 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'tag': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:15:28.572092 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9206ee23-45ee-4dfe-ad95-16bfd62a845f" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb64262-ada3-4a82-b9cf-2c15cb9bd809", "tag": "a40c7d93-c9e2-45ad-aa9d-d3ac36535c30"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:15:28.583150 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57e444f1-26f3-40ac-be47-7ed00523bcd1 req-4b9234fe-4dbb-4018-88cb-1552561db1a3 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960946 Jul 28 04:15:28.595064 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19261363-e8a7-4fb4-a203-14d11a831ecb service neutron] Pushing event updated for resources: {'Port': ['ID=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:28.649679 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4896e320-1062-47e8-8bd4-8d7d62ab157f x-openstack-request-id: req-4896e320-1062-47e8-8bd4-8d7d62ab157f {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:15:28.650081 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb64262-ada3-4a82-b9cf-2c15cb9bd809", "tag": "a40c7d93-c9e2-45ad-aa9d-d3ac36535c30", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:15:28.650406 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4896e320-1062-47e8-8bd4-8d7d62ab157f {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:15:28.650869 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'tag': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'status': 'completed', 'code': 200} Jul 28 04:15:28.708693 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64974cf-986b-4436-b038-c3104105c126 req-742a1593-ddfe-44a6-adfd-5816de6456ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:28.712091 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64974cf-986b-4436-b038-c3104105c126 req-742a1593-ddfe-44a6-adfd-5816de6456ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 1096 time: 0.0546775 Jul 28 04:15:28.774243 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64974cf-986b-4436-b038-c3104105c126 req-ee458a0e-be97-48f8-a072-0fee39fd5847 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 HTTP/1.1" status: 200 len: 217 time: 0.0480003 Jul 28 04:15:28.826563 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64974cf-986b-4436-b038-c3104105c126 req-44f323d1-5fb0-4412-becf-8622646d5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:28.827968 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64974cf-986b-4436-b038-c3104105c126 req-44f323d1-5fb0-4412-becf-8622646d5bc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d01e9f9d-38cd-4035-a831-8e8050984cc6 HTTP/1.1" status: 200 len: 850 time: 0.0464706 Jul 28 04:15:28.873285 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64974cf-986b-4436-b038-c3104105c126 req-ba794f19-99f6-4f23-a1fa-1f3f88f19fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:28.874707 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64974cf-986b-4436-b038-c3104105c126 req-ba794f19-99f6-4f23-a1fa-1f3f88f19fe4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9995752f-26c8-499b-851d-ac24052e53ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396535 Jul 28 04:15:28.960657 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64974cf-986b-4436-b038-c3104105c126 req-05e45fff-67bc-4c3a-a881-697b0bf68fc4 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776677 Jul 28 04:15:29.053836 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-f64974cf-986b-4436-b038-c3104105c126 req-894536ab-5170-49f0-8da5-353d4a59ec9f service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844250 Jul 28 04:15:29.179690 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206ee23-45ee-4dfe-ad95-16bfd62a845f req-3a2c79f5-58eb-462b-854b-55f7d29d5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:29.181186 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9206ee23-45ee-4dfe-ad95-16bfd62a845f req-3a2c79f5-58eb-462b-854b-55f7d29d5528 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 1096 time: 0.0409422 Jul 28 04:15:29.271884 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206ee23-45ee-4dfe-ad95-16bfd62a845f req-1f68a4b7-04c2-4bd7-88c3-2babdcbf2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:29.273271 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9206ee23-45ee-4dfe-ad95-16bfd62a845f req-1f68a4b7-04c2-4bd7-88c3-2babdcbf2c23 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 912 time: 0.0842221 Jul 28 04:15:29.314906 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9206ee23-45ee-4dfe-ad95-16bfd62a845f req-88a80274-95a6-4f28-8161-0389c7914b90 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 HTTP/1.1" status: 200 len: 217 time: 0.0342696 Jul 28 04:15:29.375516 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206ee23-45ee-4dfe-ad95-16bfd62a845f req-dde25767-600a-4f23-b0c9-867991ba71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:29.376931 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9206ee23-45ee-4dfe-ad95-16bfd62a845f req-dde25767-600a-4f23-b0c9-867991ba71ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d01e9f9d-38cd-4035-a831-8e8050984cc6 HTTP/1.1" status: 200 len: 850 time: 0.0423985 Jul 28 04:15:29.425169 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206ee23-45ee-4dfe-ad95-16bfd62a845f req-09ababce-a645-4d83-85b3-48000e49dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:29.426599 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9206ee23-45ee-4dfe-ad95-16bfd62a845f req-09ababce-a645-4d83-85b3-48000e49dee2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9995752f-26c8-499b-851d-ac24052e53ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420268 Jul 28 04:15:29.518435 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9206ee23-45ee-4dfe-ad95-16bfd62a845f req-6c6b3109-e4f3-4fb2-975c-8ba62d2fbb5b service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836151 Jul 28 04:15:29.611924 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-9206ee23-45ee-4dfe-ad95-16bfd62a845f req-7f01bde3-2b74-48f0-8026-328eab563c7c service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838997 Jul 28 04:15:29.705702 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e92cf4-8c8e-4057-bedb-49e9709b5793 req-b1459091-0563-46ad-8328-f5517d1244a9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:29.707140 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-71e92cf4-8c8e-4057-bedb-49e9709b5793 req-b1459091-0563-46ad-8328-f5517d1244a9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 943 time: 0.0484817 Jul 28 04:15:29.743850 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-71e92cf4-8c8e-4057-bedb-49e9709b5793 req-6eae3d72-de98-431a-a826-5172f931e69d tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307789 Jul 28 04:15:30.854987 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e609905-dc63-4c02-96c7-aa3ed878d902 req-3a6b75db-922c-4500-ac0b-eb2326451990 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:30.856438 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8e609905-dc63-4c02-96c7-aa3ed878d902 req-3a6b75db-922c-4500-ac0b-eb2326451990 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 943 time: 0.0486655 Jul 28 04:15:30.893162 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8e609905-dc63-4c02-96c7-aa3ed878d902 req-2f5d8992-7d00-4f47-9dc4-50a890f77d3f tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308030 Jul 28 04:15:32.004767 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbe2d0-0ab3-4aa9-9b89-d055b6064c73 req-963f7423-970b-425a-b2c1-443681ab448b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:32.006217 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-50cbe2d0-0ab3-4aa9-9b89-d055b6064c73 req-963f7423-970b-425a-b2c1-443681ab448b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 943 time: 0.0493588 Jul 28 04:15:32.047119 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-50cbe2d0-0ab3-4aa9-9b89-d055b6064c73 req-8c31b120-d39c-49f0-8928-68db04ecf790 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349290 Jul 28 04:15:32.996418 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:15:33.158155 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ad61d-b765-42fb-9e34-180d567358b2 req-78959bbc-2fce-446d-a224-fb7a64ed8311 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:33.159599 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-530ad61d-b765-42fb-9e34-180d567358b2 req-78959bbc-2fce-446d-a224-fb7a64ed8311 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 943 time: 0.0477829 Jul 28 04:15:33.197005 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-530ad61d-b765-42fb-9e34-180d567358b2 req-a35abc8d-f8f6-4c1b-b648-d751c458a2d2 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310106 Jul 28 04:15:34.310095 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dadb2-65e1-4536-b41e-c5b9b0afc778 req-38434fc6-f1e3-4661-b850-4444e9706339 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:34.311532 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ff4dadb2-65e1-4536-b41e-c5b9b0afc778 req-38434fc6-f1e3-4661-b850-4444e9706339 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 943 time: 0.0495195 Jul 28 04:15:34.349637 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ff4dadb2-65e1-4536-b41e-c5b9b0afc778 req-7634c62e-27ce-4539-94cc-5fc33a332408 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321388 Jul 28 04:15:35.459599 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee945bd-75c3-47f3-90ab-fedd9d7a8ad3 req-b650f4c8-c242-4b8f-ad73-d7f88853bb86 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:35.461790 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7ee945bd-75c3-47f3-90ab-fedd9d7a8ad3 req-b650f4c8-c242-4b8f-ad73-d7f88853bb86 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 943 time: 0.0487068 Jul 28 04:15:35.502289 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7ee945bd-75c3-47f3-90ab-fedd9d7a8ad3 req-f192aa12-c0ca-4fd0-80a5-3e4285f6c132 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346310 Jul 28 04:15:36.617315 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234fe3f-6642-46bd-9e09-d4e7f370e906 req-6ebec4fc-047f-404a-8060-0816c66655db tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:36.618770 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0234fe3f-6642-46bd-9e09-d4e7f370e906 req-6ebec4fc-047f-404a-8060-0816c66655db tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 943 time: 0.0480707 Jul 28 04:15:36.655631 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-0234fe3f-6642-46bd-9e09-d4e7f370e906 req-bc3a809a-933b-44ae-bce5-58127ff1fc4f tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311384 Jul 28 04:15:37.766925 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebd098-0359-4df1-9529-1eaab11a403d req-0186a37d-68d3-4d1e-96b0-c5c1e8c9d7e0 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:37.768384 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7ebd098-0359-4df1-9529-1eaab11a403d req-0186a37d-68d3-4d1e-96b0-c5c1e8c9d7e0 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 943 time: 0.0481007 Jul 28 04:15:37.805514 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e7ebd098-0359-4df1-9529-1eaab11a403d req-642f289e-10dc-4f7c-897e-360926af6be7 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305176 Jul 28 04:15:37.831442 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:15:37.923623 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:15:37.934820 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'port_id': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'mac_address': 'fa:16:3e:e8:85:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:15:37.938934 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8ef77240-6f77-4040-b2ba-bb606f8e0639 req-564e6a3b-4a6f-4182-b7c3-4419dd103c83 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911483751&fields=id&tenant_id=6ce504669b154dd7b2cb45a21d8b889b HTTP/1.1" status: 200 len: 267 time: 0.0317876 Jul 28 04:15:37.972151 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:37.988061 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:15:37.995211 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef77240-6f77-4040-b2ba-bb606f8e0639 req-03562b4f-e9d5-4854-8a77-7aa90a5cf8f9 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:37.996815 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8ef77240-6f77-4040-b2ba-bb606f8e0639 req-03562b4f-e9d5-4854-8a77-7aa90a5cf8f9 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 985 time: 0.0514786 Jul 28 04:15:38.008376 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-8ef77240-6f77-4040-b2ba-bb606f8e0639 req-4e3e2c91-aef8-494f-8b77-9f617fe77dab tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Request body: {'port': {'security_groups': ['381d249c-54e5-4bcf-97df-2fd49f7d21e6']}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:15:38.008567 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:15:38.012540 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:38.059376 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:38.073301 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-8ef77240-6f77-4040-b2ba-bb606f8e0639 req-4e3e2c91-aef8-494f-8b77-9f617fe77dab tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:38.243244 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-8ef77240-6f77-4040-b2ba-bb606f8e0639 req-4e3e2c91-aef8-494f-8b77-9f617fe77dab tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] For port f36bc118-6ca3-4be9-8638-9c6343d7762b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f36bc118-6ca3-4be9-8638-9c6343d7762b,segment=NetworkSegment(18c21cb6-6969-4014-94cf-889aafdc41c6),segment_id=18c21cb6-6969-4014-94cf-889aafdc41c6)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:15:38.271423 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-8ef77240-6f77-4040-b2ba-bb606f8e0639 req-4e3e2c91-aef8-494f-8b77-9f617fe77dab tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:38.276002 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-8ef77240-6f77-4040-b2ba-bb606f8e0639 req-4e3e2c91-aef8-494f-8b77-9f617fe77dab tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:38.312331 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['f36bc118-6ca3-4be9-8638-9c6343d7762b'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:15:38.316736 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef77240-6f77-4040-b2ba-bb606f8e0639 req-4e3e2c91-aef8-494f-8b77-9f617fe77dab tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:38.317351 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-8ef77240-6f77-4040-b2ba-bb606f8e0639 req-4e3e2c91-aef8-494f-8b77-9f617fe77dab tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:38.318731 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8ef77240-6f77-4040-b2ba-bb606f8e0639 req-4e3e2c91-aef8-494f-8b77-9f617fe77dab tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "PUT /v2.0/ports/f36bc118-6ca3-4be9-8638-9c6343d7762b HTTP/1.1" status: 200 len: 943 time: 0.3155098 Jul 28 04:15:38.319758 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'tag': 'f36bc118-6ca3-4be9-8638-9c6343d7762b'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:15:38.325209 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4772d56-a085-40d3-9671-ff2cf567d0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "71f6dd1e-63fa-47d5-a20c-ab7c80534b5c", "tag": "f36bc118-6ca3-4be9-8638-9c6343d7762b"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:15:38.325488 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 35094) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:38.348303 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e2c91-aef8-494f-8b77-9f617fe77dab tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Pushing event updated for resources: {'Port': ['ID=f36bc118-6ca3-4be9-8638-9c6343d7762b,revision_number=7']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:38.376047 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['a40c7d93-c9e2-45ad-aa9d-d3ac36535c30'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:15:38.384917 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64a7e22-a843-4ff4-a3fa-39c30348c9a0 x-openstack-request-id: req-a64a7e22-a843-4ff4-a3fa-39c30348c9a0 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:15:38.385265 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f6dd1e-63fa-47d5-a20c-ab7c80534b5c", "tag": "f36bc118-6ca3-4be9-8638-9c6343d7762b", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:15:38.385656 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a64a7e22-a843-4ff4-a3fa-39c30348c9a0 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:15:38.386069 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'tag': 'f36bc118-6ca3-4be9-8638-9c6343d7762b', 'status': 'completed', 'code': 200} Jul 28 04:15:38.421838 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:38.450760 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:38.496911 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4772d56-a085-40d3-9671-ff2cf567d0d1 req-7f5ab550-19f3-4345-ac16-3d222297d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:38.503950 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4772d56-a085-40d3-9671-ff2cf567d0d1 req-7f5ab550-19f3-4345-ac16-3d222297d5aa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ce504669b154dd7b2cb45a21d8b889b&device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 1099 time: 0.0670390 Jul 28 04:15:38.508617 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['f36bc118-6ca3-4be9-8638-9c6343d7762b'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:15:38.516766 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:38.520020 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:38.521256 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "DELETE /v2.0/security-groups/a863edcc-de8b-4856-9ed4-794d026fc013 HTTP/1.1" status: 204 len: 168 time: 0.1947196 Jul 28 04:15:38.527965 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 35096) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:38.571360 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a863edcc-de8b-4856-9ed4-794d026fc013,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:38.585311 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:38.585713 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:38.586164 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:38.586618 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:38.587170 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:38.587578 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:38.587995 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:38.588395 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:38.588789 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:38.589177 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:38.589571 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:38.590077 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1fa481-7ce1-4972-8ce5-c2fa01893506 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:38.613054 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4772d56-a085-40d3-9671-ff2cf567d0d1 req-e3141904-84fa-4a3e-880c-6a4f0edf4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:38.614516 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4772d56-a085-40d3-9671-ff2cf567d0d1 req-e3141904-84fa-4a3e-880c-6a4f0edf4c84 service neutron] 10.222.0.25 "GET /v2.0/networks?id=34ca3535-1601-4b82-9adf-b101cee5f398 HTTP/1.1" status: 200 len: 916 time: 0.0979037 Jul 28 04:15:38.688127 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4772d56-a085-40d3-9671-ff2cf567d0d1 req-9845f5ee-873a-4067-8866-bdb62949d490 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f36bc118-6ca3-4be9-8638-9c6343d7762b HTTP/1.1" status: 200 len: 1001 time: 0.0653634 Jul 28 04:15:38.703035 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-38fb09ed-4541-4de8-844d-b210b8781c85 None None] Provisioning complete for port f36bc118-6ca3-4be9-8638-9c6343d7762b triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:15:38.703408 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-38fb09ed-4541-4de8-844d-b210b8781c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:38.709309 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-3425c7b8-bb5b-47bd-b42b-712b1eaf1314 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Deleting port ebaacf07-8082-4d0d-9854-4a3f2fbf53da {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:15:38.709657 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3425c7b8-bb5b-47bd-b42b-712b1eaf1314 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:38.738259 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4772d56-a085-40d3-9671-ff2cf567d0d1 req-f03af1dd-a268-420e-93a5-be1cdec9bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:38.739789 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4772d56-a085-40d3-9671-ff2cf567d0d1 req-f03af1dd-a268-420e-93a5-be1cdec9bea0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2531190b-10c9-451d-8411-4b93df3f0a5b HTTP/1.1" status: 200 len: 854 time: 0.0447824 Jul 28 04:15:38.787397 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4772d56-a085-40d3-9671-ff2cf567d0d1 req-653340da-5960-4617-9160-7e2d4dd26cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:38.789576 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4772d56-a085-40d3-9671-ff2cf567d0d1 req-653340da-5960-4617-9160-7e2d4dd26cb9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34ca3535-1601-4b82-9adf-b101cee5f398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424423 Jul 28 04:15:38.790817 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3425c7b8-bb5b-47bd-b42b-712b1eaf1314 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:38.791152 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3425c7b8-bb5b-47bd-b42b-712b1eaf1314 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:38.803782 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-3425c7b8-bb5b-47bd-b42b-712b1eaf1314 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Calling delete_port for ebaacf07-8082-4d0d-9854-4a3f2fbf53da owned by network:floatingip {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:15:38.980072 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3425c7b8-bb5b-47bd-b42b-712b1eaf1314 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:39.005145 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425c7b8-bb5b-47bd-b42b-712b1eaf1314 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Pushing event deleted for resources: {'Port': ['ID=ebaacf07-8082-4d0d-9854-4a3f2fbf53da,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:39.068840 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3425c7b8-bb5b-47bd-b42b-712b1eaf1314 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks [] for floatingip, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:39.069064 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.db.l3_db [None req-3425c7b8-bb5b-47bd-b42b-712b1eaf1314 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Floating IP ce79d5b6-ab80-4611-8b18-545e402a1005 disassociated (deleted). External IP: 172.27.1.65, port: f36bc118-6ca3-4be9-8638-9c6343d7762b. Jul 28 04:15:39.182685 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da882e-223e-4fd6-8109-37d2dd9f8d40 req-dc5b10cf-ded7-4d6d-867d-64e832ec32cd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:39.184182 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d1da882e-223e-4fd6-8109-37d2dd9f8d40 req-dc5b10cf-ded7-4d6d-867d-64e832ec32cd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 944 time: 0.0768929 Jul 28 04:15:39.187803 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4772d56-a085-40d3-9671-ff2cf567d0d1 req-56baf6db-71a9-4a00-bbae-7fd1185870db service neutron] 10.222.0.25 "GET /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903184 Jul 28 04:15:39.269325 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d1da882e-223e-4fd6-8109-37d2dd9f8d40 req-9eaa2b5c-179f-4af7-aeb9-28c2e91f7d20 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792727 Jul 28 04:15:39.293975 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3425c7b8-bb5b-47bd-b42b-712b1eaf1314 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Router 95e6be65-1157-415e-b1ec-3b0723a2d90d has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:15:39.301647 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a4772d56-a085-40d3-9671-ff2cf567d0d1 req-a883291e-5250-457f-a09f-69d4ef090988 service neutron] 10.222.0.25 "GET /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055603 Jul 28 04:15:39.400367 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3425c7b8-bb5b-47bd-b42b-712b1eaf1314 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:15:39.405114 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-3425c7b8-bb5b-47bd-b42b-712b1eaf1314 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:39.409737 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac8d546-3a16-4e7b-8e9d-facca75181fb None None] Sync routers for ids ['95e6be65-1157-415e-b1ec-3b0723a2d90d'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:15:39.418161 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac8d546-3a16-4e7b-8e9d-facca75181fb None None] Routers {'95e6be65-1157-415e-b1ec-3b0723a2d90d'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:15:39.418762 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-bac8d546-3a16-4e7b-8e9d-facca75181fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:15:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['95e6be65-1157-415e-b1ec-3b0723a2d90d'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:39.431538 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-3425c7b8-bb5b-47bd-b42b-712b1eaf1314 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "DELETE /v2.0/floatingips/ce79d5b6-ab80-4611-8b18-545e402a1005 HTTP/1.1" status: 204 len: 168 time: 0.9012077 Jul 28 04:15:39.432148 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'tag': 'f36bc118-6ca3-4be9-8638-9c6343d7762b'}] {{(pid=93263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:15:39.434415 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc806ff9fd6144543df8e37c2818da9d45de5589363ad02dadf97076adb22829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95643c6a-946d-4843-9dbe-2969fe302a07" -d '{"events": [{"name": "network-changed", "server_uuid": "71f6dd1e-63fa-47d5-a20c-ab7c80534b5c", "tag": "f36bc118-6ca3-4be9-8638-9c6343d7762b"}]}' {{(pid=93263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:15:39.526546 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-bac8d546-3a16-4e7b-8e9d-facca75181fb None None] Set router 95e6be65-1157-415e-b1ec-3b0723a2d90d gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:15:39.640495 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0bbb4a-28e5-4b77-877d-2df5f41861ba x-openstack-request-id: req-8c0bbb4a-28e5-4b77-877d-2df5f41861ba {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:15:39.641079 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f6dd1e-63fa-47d5-a20c-ab7c80534b5c", "tag": "f36bc118-6ca3-4be9-8638-9c6343d7762b", "status": "completed", "code": 200}]} {{(pid=93263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:15:39.641584 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c0bbb4a-28e5-4b77-877d-2df5f41861ba {{(pid=93263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:15:39.642193 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'tag': 'f36bc118-6ca3-4be9-8638-9c6343d7762b', 'status': 'completed', 'code': 200} Jul 28 04:15:39.724774 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95643c6a-946d-4843-9dbe-2969fe302a07 req-32e33e03-ccf8-489e-a0cc-428af1f280c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:39.726369 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-95643c6a-946d-4843-9dbe-2969fe302a07 req-32e33e03-ccf8-489e-a0cc-428af1f280c4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ce504669b154dd7b2cb45a21d8b889b&device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 1099 time: 0.0426817 Jul 28 04:15:39.817925 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95643c6a-946d-4843-9dbe-2969fe302a07 req-d6d220ce-e869-47f8-9e0f-4d5d0d26f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:39.819982 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-95643c6a-946d-4843-9dbe-2969fe302a07 req-d6d220ce-e869-47f8-9e0f-4d5d0d26f5d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=34ca3535-1601-4b82-9adf-b101cee5f398 HTTP/1.1" status: 200 len: 916 time: 0.0860248 Jul 28 04:15:39.832312 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:15:39.862191 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-95643c6a-946d-4843-9dbe-2969fe302a07 req-1557a754-7a0d-44dc-af0e-834cc6b32100 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f36bc118-6ca3-4be9-8638-9c6343d7762b HTTP/1.1" status: 200 len: 217 time: 0.0352919 Jul 28 04:15:39.894772 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:15:39.899609 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-bac8d546-3a16-4e7b-8e9d-facca75181fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'name': 'tempest-TestMinimumBasicScenario-1214040981-router', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:27Z', 'revision_number': 4, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'gw_port': {'id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '0af78bb3-073c-4d26-b2ae-63ad57478db5', 'name': '', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'mac_address': 'fa:16:3e:0b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:27Z', 'updated_at': '2021-07-28T04:13:33Z', 'revision_number': 5, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'subnets': [{'id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:39.902726 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:15:39.903045 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:39.911653 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95643c6a-946d-4843-9dbe-2969fe302a07 req-00338958-c498-482d-abee-14baac583cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:39.913180 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-95643c6a-946d-4843-9dbe-2969fe302a07 req-00338958-c498-482d-abee-14baac583cc5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2531190b-10c9-451d-8411-4b93df3f0a5b HTTP/1.1" status: 200 len: 854 time: 0.0427957 Jul 28 04:15:39.931447 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac8d546-3a16-4e7b-8e9d-facca75181fb None None] Checking router: 95e6be65-1157-415e-b1ec-3b0723a2d90d for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:15:39.958804 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95643c6a-946d-4843-9dbe-2969fe302a07 req-39d48f7a-5906-4cad-aba2-6bc62c6cd46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:39.960361 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-95643c6a-946d-4843-9dbe-2969fe302a07 req-39d48f7a-5906-4cad-aba2-6bc62c6cd46d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34ca3535-1601-4b82-9adf-b101cee5f398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402231 Jul 28 04:15:39.964120 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac8d546-3a16-4e7b-8e9d-facca75181fb None None] Routers {'95e6be65-1157-415e-b1ec-3b0723a2d90d'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:15:39.964746 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-bac8d546-3a16-4e7b-8e9d-facca75181fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:15:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['95e6be65-1157-415e-b1ec-3b0723a2d90d'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:40.054781 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-95643c6a-946d-4843-9dbe-2969fe302a07 req-9f9783e0-1cb4-40b9-a9fe-19e0775f873f service neutron] 10.222.0.25 "GET /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847580 Jul 28 04:15:40.087799 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:40.111596 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-bac8d546-3a16-4e7b-8e9d-facca75181fb None None] Set router 95e6be65-1157-415e-b1ec-3b0723a2d90d gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:15:40.145616 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-95643c6a-946d-4843-9dbe-2969fe302a07 req-ea51e3d4-5b99-447b-811f-24d102d85f02 service neutron] 10.222.0.25 "GET /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825698 Jul 28 04:15:40.150786 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:15:40.153115 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c11209e-ea0f-498a-a405-ca71e8e120ed" -d '{"events": [{"server_uuid": "0eb64262-ada3-4a82-b9cf-2c15cb9bd809", "name": "network-vif-plugged", "status": "completed", "tag": "a40c7d93-c9e2-45ad-aa9d-d3ac36535c30"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:15:40.173148 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:15:40.181600 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:40.211252 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5cef06-46b4-49ec-bbd2-97d6adbb3133 x-openstack-request-id: req-0e5cef06-46b4-49ec-bbd2-97d6adbb3133 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:15:40.211545 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb64262-ada3-4a82-b9cf-2c15cb9bd809", "name": "network-vif-plugged", "status": "completed", "tag": "a40c7d93-c9e2-45ad-aa9d-d3ac36535c30", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:15:40.211820 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e5cef06-46b4-49ec-bbd2-97d6adbb3133 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:15:40.212210 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'code': 200} Jul 28 04:15:40.302487 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:40.392584 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-bac8d546-3a16-4e7b-8e9d-facca75181fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'name': 'tempest-TestMinimumBasicScenario-1214040981-router', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:27Z', 'revision_number': 4, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'gw_port': {'id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '0af78bb3-073c-4d26-b2ae-63ad57478db5', 'name': '', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'mac_address': 'fa:16:3e:0b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:27Z', 'updated_at': '2021-07-28T04:13:33Z', 'revision_number': 5, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'subnets': [{'id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:40.405411 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a624d-8fa8-4238-a8ff-8faf095a72c1 req-23863266-3cb8-48d2-a78f-9489bdac1f3b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:40.407641 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-650a624d-8fa8-4238-a8ff-8faf095a72c1 req-23863266-3cb8-48d2-a78f-9489bdac1f3b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 945 time: 0.0617416 Jul 28 04:15:40.428955 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac8d546-3a16-4e7b-8e9d-facca75181fb None None] The sync data for ids ['95e6be65-1157-415e-b1ec-3b0723a2d90d'] in dv-cinder-733062-21-iscsi is: [{'id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'name': 'tempest-TestMinimumBasicScenario-1214040981-router', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:27Z', 'revision_number': 4, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'gw_port': {'id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': '0af78bb3-073c-4d26-b2ae-63ad57478db5', 'name': '', 'network_id': '34ca3535-1601-4b82-9adf-b101cee5f398', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'mac_address': 'fa:16:3e:0b:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:27Z', 'updated_at': '2021-07-28T04:13:33Z', 'revision_number': 5, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'subnets': [{'id': '2531190b-10c9-451d-8411-4b93df3f0a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:15:40.474743 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-650a624d-8fa8-4238-a8ff-8faf095a72c1 req-e2f2dc75-f24b-40d7-8371-1f6feffd720e tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551758 Jul 28 04:15:40.480287 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f07d55-07cf-4c12-a9fc-753178561d7c req-84660a3c-0d77-4e46-a889-67c420c32a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:40.481773 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d3f07d55-07cf-4c12-a9fc-753178561d7c req-84660a3c-0d77-4e46-a889-67c420c32a68 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 1098 time: 0.0712128 Jul 28 04:15:40.522923 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d3f07d55-07cf-4c12-a9fc-753178561d7c req-4e8d5b6f-c880-4f94-9528-9b742731d2cd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334997 Jul 28 04:15:40.642835 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400f6515-f79a-46bf-9517-92f953e3310c None None] New status for floating IP ce79d5b6-ab80-4611-8b18-545e402a1005: DOWN {{(pid=93265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:15:41.607507 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682df67c-e33b-43ed-8965-8bfc93bb2213 req-3faa983c-7c9b-4647-830a-08405083ce01 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:41.609265 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-682df67c-e33b-43ed-8965-8bfc93bb2213 req-3faa983c-7c9b-4647-830a-08405083ce01 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 945 time: 0.0513158 Jul 28 04:15:41.646615 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-682df67c-e33b-43ed-8965-8bfc93bb2213 req-5d0b123a-b9d3-4b28-9fe8-f818de707aaf tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315788 Jul 28 04:15:42.162017 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea28ec-dd84-43cf-9c1a-245767f04b20 req-ea63a716-5c90-4a87-aa2c-5e5618509386 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:42.164135 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eeea28ec-dd84-43cf-9c1a-245767f04b20 req-ea63a716-5c90-4a87-aa2c-5e5618509386 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 946 time: 0.0522363 Jul 28 04:15:42.201554 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eeea28ec-dd84-43cf-9c1a-245767f04b20 req-6fadeaec-4246-45ed-8f43-65c57d2ea063 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313220 Jul 28 04:15:42.762809 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93440cef-cac5-4e43-98a7-235380756f30 req-92c62d4b-141a-478b-89b3-3fc003b456aa tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:42.764276 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-93440cef-cac5-4e43-98a7-235380756f30 req-92c62d4b-141a-478b-89b3-3fc003b456aa tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 945 time: 0.0490711 Jul 28 04:15:42.800478 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-93440cef-cac5-4e43-98a7-235380756f30 req-1dd91196-c57f-4649-bdd6-0659068f54e7 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304897 Jul 28 04:15:42.909950 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f37c83-929a-434f-b0c0-dcdd33d82bbe req-bb599f36-f063-429f-9e23-f3133c31eea0 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:42.911392 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-68f37c83-929a-434f-b0c0-dcdd33d82bbe req-bb599f36-f063-429f-9e23-f3133c31eea0 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 945 time: 0.0484424 Jul 28 04:15:42.949133 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-68f37c83-929a-434f-b0c0-dcdd33d82bbe req-5dfe49e9-8627-4f48-adbd-9c512e877796 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313163 Jul 28 04:15:42.969985 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35136) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:43.012198 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2147e5fa-9d9a-43d2-b35d-9f67d25ed12a tempest-TestVolumeBootPattern-76378942 tempest-TestVolumeBootPattern-76378942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:43.013660 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-2147e5fa-9d9a-43d2-b35d-9f67d25ed12a tempest-TestVolumeBootPattern-76378942 tempest-TestVolumeBootPattern-76378942-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 1093 time: 0.0427434 Jul 28 04:15:43.016347 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35138) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:43.020528 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Request body: {'floatingip': {'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'port_id': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:15:43.042399 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for floatingip, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:43.135036 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:43.240239 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Allocated IP 172.27.1.62 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/468b25dd-046b-437c-978a-c8bebaaa821f) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:15:43.370623 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b5ad-aec4-400e-a0d8-87ff21826a52 req-06632ec0-6950-4369-8ef0-3c3d918b6cb6 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:43.372071 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8697b5ad-aec4-400e-a0d8-87ff21826a52 req-06632ec0-6950-4369-8ef0-3c3d918b6cb6 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 946 time: 0.0820234 Jul 28 04:15:43.393280 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:43.430853 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8697b5ad-aec4-400e-a0d8-87ff21826a52 req-b4a07deb-35f5-4e04-86ac-f654228766f1 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527358 Jul 28 04:15:43.453467 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:43.492073 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:15:43.494880 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:15:43.498294 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:15:43.521053 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event updated for resources: {'Port': ['ID=468b25dd-046b-437c-978a-c8bebaaa821f,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:43.850609 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:43.938351 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:43.991822 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e63cd-71b3-4694-ae99-74112d3b2763 req-6365ceee-c17d-4d06-b8e9-f09a1c66a13d tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:43.993266 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ec8e63cd-71b3-4694-ae99-74112d3b2763 req-6365ceee-c17d-4d06-b8e9-f09a1c66a13d tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.25 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 946 time: 0.0867541 Jul 28 04:15:44.167174 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-ec8e63cd-71b3-4694-ae99-74112d3b2763 req-135d3c31-765f-4c39-9e32-9c503f9f6334 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Deleting port f36bc118-6ca3-4be9-8638-9c6343d7762b {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:15:44.167518 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-ec8e63cd-71b3-4694-ae99-74112d3b2763 req-135d3c31-765f-4c39-9e32-9c503f9f6334 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:44.173816 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:44.185447 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:44.288082 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event updated for resources: {'Port': ['ID=468b25dd-046b-437c-978a-c8bebaaa821f,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:44.325391 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:44.365350 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-ec8e63cd-71b3-4694-ae99-74112d3b2763 req-135d3c31-765f-4c39-9e32-9c503f9f6334 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] For port f36bc118-6ca3-4be9-8638-9c6343d7762b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f36bc118-6ca3-4be9-8638-9c6343d7762b,segment=NetworkSegment(18c21cb6-6969-4014-94cf-889aafdc41c6),segment_id=18c21cb6-6969-4014-94cf-889aafdc41c6)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:15:44.365715 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-ec8e63cd-71b3-4694-ae99-74112d3b2763 req-135d3c31-765f-4c39-9e32-9c503f9f6334 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:44.382557 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-ec8e63cd-71b3-4694-ae99-74112d3b2763 req-135d3c31-765f-4c39-9e32-9c503f9f6334 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Calling delete_port for f36bc118-6ca3-4be9-8638-9c6343d7762b owned by compute:nova {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:15:44.484567 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.l3_db [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Floating IP ee205134-8977-4bc6-bd7a-5a9538c5a22e associated. External IP: 172.27.1.62, port: a40c7d93-c9e2-45ad-aa9d-d3ac36535c30. Jul 28 04:15:44.622542 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae747948-c321-416c-8051-8a8ac9e76fd6 req-381005b0-bd83-423a-ada5-cc33ee6ec151 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:44.624021 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ae747948-c321-416c-8051-8a8ac9e76fd6 req-381005b0-bd83-423a-ada5-cc33ee6ec151 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/ports?device_id=71f6dd1e-63fa-47d5-a20c-ab7c80534b5c HTTP/1.1" status: 200 len: 946 time: 0.1062336 Jul 28 04:15:44.743744 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ae747948-c321-416c-8051-8a8ac9e76fd6 req-7c165fda-20cd-4859-8e66-1e635da00280 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.16 "GET /v2.0/security-groups?id=381d249c-54e5-4bcf-97df-2fd49f7d21e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932665 Jul 28 04:15:44.746089 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-ec8e63cd-71b3-4694-ae99-74112d3b2763 req-135d3c31-765f-4c39-9e32-9c503f9f6334 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:44.781327 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['f36bc118-6ca3-4be9-8638-9c6343d7762b'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:15:44.782266 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d3c31-765f-4c39-9e32-9c503f9f6334 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Pushing event deleted for resources: {'Port': ['ID=f36bc118-6ca3-4be9-8638-9c6343d7762b,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:44.863622 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8e63cd-71b3-4694-ae99-74112d3b2763 req-135d3c31-765f-4c39-9e32-9c503f9f6334 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] No DVR routers for this DVR port f36bc118-6ca3-4be9-8638-9c6343d7762b on host hv-cinder-73306 {{(pid=93262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:15:44.867500 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-ec8e63cd-71b3-4694-ae99-74112d3b2763 req-135d3c31-765f-4c39-9e32-9c503f9f6334 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:44.869483 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ec8e63cd-71b3-4694-ae99-74112d3b2763 req-135d3c31-765f-4c39-9e32-9c503f9f6334 tempest-TestMinimumBasicScenario-1559895155 tempest-TestMinimumBasicScenario-1559895155-project] 10.222.0.25 "DELETE /v2.0/ports/f36bc118-6ca3-4be9-8638-9c6343d7762b HTTP/1.1" status: 204 len: 173 time: 0.8699799 Jul 28 04:15:44.869919 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'name': 'network-vif-deleted', 'tag': 'f36bc118-6ca3-4be9-8638-9c6343d7762b'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:15:44.872177 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5df666f-f7b1-498a-bd1e-52ee37883b34" -d '{"events": [{"server_uuid": "71f6dd1e-63fa-47d5-a20c-ab7c80534b5c", "name": "network-vif-deleted", "tag": "f36bc118-6ca3-4be9-8638-9c6343d7762b"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:15:44.882198 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:15:44.933059 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd1c3c9-4503-44a3-8def-37fd12d11082 x-openstack-request-id: req-5fd1c3c9-4503-44a3-8def-37fd12d11082 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:15:44.933349 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f6dd1e-63fa-47d5-a20c-ab7c80534b5c", "name": "network-vif-deleted", "tag": "f36bc118-6ca3-4be9-8638-9c6343d7762b", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:15:44.933601 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5fd1c3c9-4503-44a3-8def-37fd12d11082 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:15:44.933992 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f6dd1e-63fa-47d5-a20c-ab7c80534b5c', 'name': 'network-vif-deleted', 'tag': 'f36bc118-6ca3-4be9-8638-9c6343d7762b', 'status': 'completed', 'code': 200} Jul 28 04:15:45.001681 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:15:45.011383 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd485faa-529b-4237-97d7-7edcb87a389f None None] Sync routers for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:15:45.020272 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd485faa-529b-4237-97d7-7edcb87a389f None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:15:45.020887 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-fd485faa-529b-4237-97d7-7edcb87a389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:15:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:45.022056 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:45.129649 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-fd485faa-529b-4237-97d7-7edcb87a389f None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:15:45.321211 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-d6143619-4710-4e42-b635-e77f1a0b3b10 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3034906 Jul 28 04:15:45.374678 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-fd485faa-529b-4237-97d7-7edcb87a389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'ee205134-8977-4bc6-bd7a-5a9538c5a22e', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'port_id': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'mac_address': 'fa:16:3e:e8:85:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:15:43Z', 'updated_at': '2021-07-28T04:15:43Z', 'revision_number': 0, 'project_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:45.405431 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd485faa-529b-4237-97d7-7edcb87a389f None None] Checking router: 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:15:45.413611 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd485faa-529b-4237-97d7-7edcb87a389f None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:15:45.414227 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-fd485faa-529b-4237-97d7-7edcb87a389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:15:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:45.521304 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-fd485faa-529b-4237-97d7-7edcb87a389f None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:15:45.738340 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-fd485faa-529b-4237-97d7-7edcb87a389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'ee205134-8977-4bc6-bd7a-5a9538c5a22e', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'port_id': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'mac_address': 'fa:16:3e:e8:85:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:15:43Z', 'updated_at': '2021-07-28T04:15:43Z', 'revision_number': 0, 'project_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:45.763883 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd485faa-529b-4237-97d7-7edcb87a389f None None] The sync data for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi is: [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'ee205134-8977-4bc6-bd7a-5a9538c5a22e', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'port_id': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'mac_address': 'fa:16:3e:e8:85:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:15:43Z', 'updated_at': '2021-07-28T04:15:43Z', 'revision_number': 0, 'project_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:15:46.075419 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880d3431-e30c-4fbf-aad6-4c96c44ea2b0 None None] New status for floating IP ee205134-8977-4bc6-bd7a-5a9538c5a22e: ACTIVE {{(pid=93265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:15:46.429019 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35188) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:46.761492 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-52481d94-06a5-4a87-b1fd-945743348d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33441852'] for router_interface, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:46.948138 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'tag': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:15:46.950378 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57352574-e14a-4632-99d2-634ee7b217c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb64262-ada3-4a82-b9cf-2c15cb9bd809", "tag": "a40c7d93-c9e2-45ad-aa9d-d3ac36535c30"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:15:46.986989 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05054bd9-f692-44b5-a114-dd88a889aa3e x-openstack-request-id: req-05054bd9-f692-44b5-a114-dd88a889aa3e {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:15:46.987277 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb64262-ada3-4a82-b9cf-2c15cb9bd809", "tag": "a40c7d93-c9e2-45ad-aa9d-d3ac36535c30", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:15:46.987524 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05054bd9-f692-44b5-a114-dd88a889aa3e {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:15:46.987937 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'tag': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'status': 'completed', 'code': 200} Jul 28 04:15:47.005201 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-52481d94-06a5-4a87-b1fd-945743348d6d admin admin] Deleting port 0af78bb3-073c-4d26-b2ae-63ad57478db5 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:15:47.005546 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-52481d94-06a5-4a87-b1fd-945743348d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:47.108905 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352574-e14a-4632-99d2-634ee7b217c5 req-71de6cae-1a64-40f1-a61e-d6b7f58c7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:47.110396 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57352574-e14a-4632-99d2-634ee7b217c5 req-71de6cae-1a64-40f1-a61e-d6b7f58c7734 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 1098 time: 0.0668361 Jul 28 04:15:47.117306 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-52481d94-06a5-4a87-b1fd-945743348d6d admin admin] For port 0af78bb3-073c-4d26-b2ae-63ad57478db5, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=0af78bb3-073c-4d26-b2ae-63ad57478db5,segment=NetworkSegment(18c21cb6-6969-4014-94cf-889aafdc41c6),segment_id=18c21cb6-6969-4014-94cf-889aafdc41c6)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:15:47.117698 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-52481d94-06a5-4a87-b1fd-945743348d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:47.172528 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-52481d94-06a5-4a87-b1fd-945743348d6d admin admin] Calling delete_port for 0af78bb3-073c-4d26-b2ae-63ad57478db5 owned by network:router_interface {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:15:47.263971 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352574-e14a-4632-99d2-634ee7b217c5 req-6d0a3075-094b-4b70-8e45-a9e0af4f4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:47.265414 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57352574-e14a-4632-99d2-634ee7b217c5 req-6d0a3075-094b-4b70-8e45-a9e0af4f4e1b service neutron] 10.222.0.25 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 912 time: 0.1452610 Jul 28 04:15:47.377165 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57352574-e14a-4632-99d2-634ee7b217c5 req-516ff79b-9e9c-4957-be42-0d521158023e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 HTTP/1.1" status: 200 len: 1000 time: 0.1041818 Jul 28 04:15:47.461048 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352574-e14a-4632-99d2-634ee7b217c5 req-bde1e95b-45d5-4af4-9d71-90ceeaf13de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:47.462577 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57352574-e14a-4632-99d2-634ee7b217c5 req-bde1e95b-45d5-4af4-9d71-90ceeaf13de4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d01e9f9d-38cd-4035-a831-8e8050984cc6 HTTP/1.1" status: 200 len: 850 time: 0.0759621 Jul 28 04:15:47.477882 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-52481d94-06a5-4a87-b1fd-945743348d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:47.519447 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52481d94-06a5-4a87-b1fd-945743348d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=0af78bb3-073c-4d26-b2ae-63ad57478db5,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:47.570500 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352574-e14a-4632-99d2-634ee7b217c5 req-d768c5d7-0820-4494-81a8-0ad9713db22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:15:47.572182 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57352574-e14a-4632-99d2-634ee7b217c5 req-d768c5d7-0820-4494-81a8-0ad9713db22a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9995752f-26c8-499b-851d-ac24052e53ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1029661 Jul 28 04:15:47.744420 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57352574-e14a-4632-99d2-634ee7b217c5 req-4d285251-4534-46b8-85ca-fcacabc77911 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643291 Jul 28 04:15:47.794621 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-52481d94-06a5-4a87-b1fd-945743348d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33249956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33441872'] for router_interface, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:47.856027 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f36bc118-6ca3-4be9-8638-9c6343d7762b no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:15:47.876276 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: f36bc118-6ca3-4be9-8638-9c6343d7762b {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:15:47.876622 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device f36bc118-6ca3-4be9-8638-9c6343d7762b not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:15:47.912087 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-57352574-e14a-4632-99d2-634ee7b217c5 req-e257b3aa-737f-44f4-909a-5ce9e58f59d2 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609099 Jul 28 04:15:48.033581 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52481d94-06a5-4a87-b1fd-945743348d6d admin admin] Router 95e6be65-1157-415e-b1ec-3b0723a2d90d has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:15:48.140980 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52481d94-06a5-4a87-b1fd-945743348d6d admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:15:48.145926 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-52481d94-06a5-4a87-b1fd-945743348d6d admin admin] 10.222.0.16 "PUT /v2.0/routers/95e6be65-1157-415e-b1ec-3b0723a2d90d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7158771 Jul 28 04:15:48.148966 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35192) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:48.151850 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d048aa-d541-4915-9c6a-0a83b68b05f5 None None] Sync routers for ids ['95e6be65-1157-415e-b1ec-3b0723a2d90d'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:15:48.160929 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d048aa-d541-4915-9c6a-0a83b68b05f5 None None] Routers {'95e6be65-1157-415e-b1ec-3b0723a2d90d'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:15:48.161620 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-e5d048aa-d541-4915-9c6a-0a83b68b05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:15:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['95e6be65-1157-415e-b1ec-3b0723a2d90d'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:48.253357 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ce72464a-ee43-4ab2-bf7d-302936c87c4c admin admin] Notify callbacks [] for router, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:48.265097 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-e5d048aa-d541-4915-9c6a-0a83b68b05f5 None None] Set router 95e6be65-1157-415e-b1ec-3b0723a2d90d gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:15:48.357027 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ce72464a-ee43-4ab2-bf7d-302936c87c4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:48.415544 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-ce72464a-ee43-4ab2-bf7d-302936c87c4c admin admin] Deleting port fd87f103-0d08-4432-a09f-7f643f6138c3 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:15:48.415908 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ce72464a-ee43-4ab2-bf7d-302936c87c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:48.496630 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-ce72464a-ee43-4ab2-bf7d-302936c87c4c admin admin] For port fd87f103-0d08-4432-a09f-7f643f6138c3, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=fd87f103-0d08-4432-a09f-7f643f6138c3,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:15:48.497340 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ce72464a-ee43-4ab2-bf7d-302936c87c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:48.509961 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-ce72464a-ee43-4ab2-bf7d-302936c87c4c admin admin] Calling delete_port for fd87f103-0d08-4432-a09f-7f643f6138c3 owned by network:router_gateway {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:15:48.572491 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-e5d048aa-d541-4915-9c6a-0a83b68b05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'name': 'tempest-TestMinimumBasicScenario-1214040981-router', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:15:47Z', 'revision_number': 5, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'gw_port': {'id': 'fd87f103-0d08-4432-a09f-7f643f6138c3', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:48.598412 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d048aa-d541-4915-9c6a-0a83b68b05f5 None None] Checking router: 95e6be65-1157-415e-b1ec-3b0723a2d90d for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:15:48.606950 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d048aa-d541-4915-9c6a-0a83b68b05f5 None None] Routers {'95e6be65-1157-415e-b1ec-3b0723a2d90d'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:15:48.607592 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-e5d048aa-d541-4915-9c6a-0a83b68b05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:15:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['95e6be65-1157-415e-b1ec-3b0723a2d90d'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:48.673708 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ce72464a-ee43-4ab2-bf7d-302936c87c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:48.695518 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-e5d048aa-d541-4915-9c6a-0a83b68b05f5 None None] Set router 95e6be65-1157-415e-b1ec-3b0723a2d90d gateway port host: None {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:15:48.700323 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72464a-ee43-4ab2-bf7d-302936c87c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd87f103-0d08-4432-a09f-7f643f6138c3,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:48.750954 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-e5d048aa-d541-4915-9c6a-0a83b68b05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'name': 'tempest-TestMinimumBasicScenario-1214040981-router', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:15:48Z', 'revision_number': 6, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'gw_port_host': None}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:48.758995 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ce72464a-ee43-4ab2-bf7d-302936c87c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33084914'] for router_gateway, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:48.778625 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d048aa-d541-4915-9c6a-0a83b68b05f5 None None] The sync data for ids ['95e6be65-1157-415e-b1ec-3b0723a2d90d'] in dv-cinder-733062-21-iscsi is: [{'id': '95e6be65-1157-415e-b1ec-3b0723a2d90d', 'name': 'tempest-TestMinimumBasicScenario-1214040981-router', 'tenant_id': '6ce504669b154dd7b2cb45a21d8b889b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:25Z', 'updated_at': '2021-07-28T04:15:48Z', 'revision_number': 6, 'project_id': '6ce504669b154dd7b2cb45a21d8b889b', 'gw_port_host': None}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:15:48.849007 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ce72464a-ee43-4ab2-bf7d-302936c87c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33129325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-211171'] for router, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:48.851177 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ce72464a-ee43-4ab2-bf7d-302936c87c4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:48.896734 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ce72464a-ee43-4ab2-bf7d-302936c87c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33128701'] for router, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:48.897370 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce72464a-ee43-4ab2-bf7d-302936c87c4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95e6be65-1157-415e-b1ec-3b0723a2d90d {{(pid=93262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:15:48.901779 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ce72464a-ee43-4ab2-bf7d-302936c87c4c admin admin] Notify callbacks [] for router, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:48.902950 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-ce72464a-ee43-4ab2-bf7d-302936c87c4c admin admin] 10.222.0.16 "DELETE /v2.0/routers/95e6be65-1157-415e-b1ec-3b0723a2d90d HTTP/1.1" status: 204 len: 168 time: 0.7523057 Jul 28 04:15:48.905408 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35194) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:48.949524 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca86c2f-ca2b-4b1f-9e04-0da0c9363a54 admin admin] Deleting subnet 2531190b-10c9-451d-8411-4b93df3f0a5b {{(pid=93262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:15:48.952775 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7ca86c2f-ca2b-4b1f-9e04-0da0c9363a54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:48.985459 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7ca86c2f-ca2b-4b1f-9e04-0da0c9363a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30318906'] for subnet, precommit_delete_associations {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:49.065149 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7ca86c2f-ca2b-4b1f-9e04-0da0c9363a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:49.118988 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7ca86c2f-ca2b-4b1f-9e04-0da0c9363a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30596327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30343369'] for subnet, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:49.142104 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca86c2f-ca2b-4b1f-9e04-0da0c9363a54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2531190b-10c9-451d-8411-4b93df3f0a5b,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:49.152856 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7ca86c2f-ca2b-4b1f-9e04-0da0c9363a54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:49.156246 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-7ca86c2f-ca2b-4b1f-9e04-0da0c9363a54 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2531190b-10c9-451d-8411-4b93df3f0a5b HTTP/1.1" status: 204 len: 168 time: 0.2495821 Jul 28 04:15:49.157327 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35196) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:49.158710 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86625444-8045-4a2e-9451-3bbf9b4c8989 None None] Network 34ca3535-1601-4b82-9adf-b101cee5f398 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:15:49.231424 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:49.289918 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] Deleting port 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:15:49.290339 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:49.352215 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] For port 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45,segment=NetworkSegment(18c21cb6-6969-4014-94cf-889aafdc41c6),segment_id=18c21cb6-6969-4014-94cf-889aafdc41c6)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:15:49.352606 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:49.364997 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] Calling delete_port for 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 owned by network:dhcp {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:15:49.444166 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:49.466937 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:49.472357 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] No DVR routers for this DVR port 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 on host dv-cinder-733062-21-iscsi {{(pid=93262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:15:49.540408 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:49.549785 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ca3535-1601-4b82-9adf-b101cee5f398']}} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:49.559542 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c21cb6-6969-4014-94cf-889aafdc41c6') {'for_net_delete': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:49.559877 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c21cb6-6969-4014-94cf-889aafdc41c6') {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:49.568900 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30318899'] for segment, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:49.587168 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:49.593667 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:15:49.594059 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30596253'] for segment, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: Traceback (most recent call last): Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: timer() Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: cb(*args, **kw) Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: return func(*args, **kwargs) Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: self._notify() Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: self.callback(batched_events) Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: event.method(event) Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: return f(self, *a, **k) Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._get(url).json() Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: return self.request(url, 'GET', **kwargs) Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:15:49.596435 dv-cinder-733062-21-iscsi neutron-server[93262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:15:49.604308 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4cc5b0-0d0c-42f2-932f-c230271cc54a None None] DHCP port deletion for 34ca3535-1601-4b82-9adf-b101cee5f398 request from dv-cinder-733062-21-iscsi {{(pid=93264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:15:49.651801 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:49.656871 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:49.658696 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/34ca3535-1601-4b82-9adf-b101cee5f398 HTTP/1.1" status: 204 len: 168 time: 0.5004323 Jul 28 04:15:49.661868 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 35198) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:49.671336 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907a417-d9a2-4deb-a3c6-724c907571b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=34ca3535-1601-4b82-9adf-b101cee5f398,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:50.008599 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-073c1cfc-984b-40a2-b0ea-deece0fb489f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33441852'] for router_interface, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:50.252895 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-073c1cfc-984b-40a2-b0ea-deece0fb489f admin admin] Deleting port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:15:50.253240 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-073c1cfc-984b-40a2-b0ea-deece0fb489f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:50.330219 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [None req-073c1cfc-984b-40a2-b0ea-deece0fb489f admin admin] For port 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6,segment=NetworkSegment(4cf13fa8-4486-43cb-a762-51b59c2ca627),segment_id=4cf13fa8-4486-43cb-a762-51b59c2ca627)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:15:50.330617 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-073c1cfc-984b-40a2-b0ea-deece0fb489f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:50.343476 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-073c1cfc-984b-40a2-b0ea-deece0fb489f admin admin] Calling delete_port for 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 owned by network:router_interface {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:15:50.480759 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-ff6f2e67-fbe0-4a2b-bf1b-ea7a91b34779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:50.523071 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-073c1cfc-984b-40a2-b0ea-deece0fb489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:50.558689 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c1cfc-984b-40a2-b0ea-deece0fb489f admin admin] Pushing event deleted for resources: {'Port': ['ID=23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:50.718964 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-073c1cfc-984b-40a2-b0ea-deece0fb489f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33249956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33441872'] for router_interface, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:50.914097 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 0af78bb3-073c-4d26-b2ae-63ad57478db5 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:15:50.933010 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: 0af78bb3-073c-4d26-b2ae-63ad57478db5 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:15:50.933348 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 0af78bb3-073c-4d26-b2ae-63ad57478db5 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:15:50.933770 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:15:50.934357 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073c1cfc-984b-40a2-b0ea-deece0fb489f admin admin] Router c46fc1a8-f89a-438f-8b5a-f7dc76f907e0 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:15:50.951660 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:15:50.952029 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 95fb17ec-f7c1-42e8-9c9d-4bfadf1b7e45 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:15:50.952438 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device fd87f103-0d08-4432-a09f-7f643f6138c3 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:15:50.970735 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: fd87f103-0d08-4432-a09f-7f643f6138c3 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:15:50.971081 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device fd87f103-0d08-4432-a09f-7f643f6138c3 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:15:51.040824 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073c1cfc-984b-40a2-b0ea-deece0fb489f admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:15:51.045744 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-073c1cfc-984b-40a2-b0ea-deece0fb489f admin admin] 10.222.0.16 "PUT /v2.0/routers/c46fc1a8-f89a-438f-8b5a-f7dc76f907e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3827794 Jul 28 04:15:51.048319 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 35200) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:51.050739 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e5256-80bc-4046-a2a9-834719bb3503 None None] Sync routers for ids ['c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:15:51.059978 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e5256-80bc-4046-a2a9-834719bb3503 None None] Routers {'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:15:51.060583 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-c78e5256-80bc-4046-a2a9-834719bb3503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:15:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:51.149418 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ade0ddec-6ce5-405f-84d5-d8de13b13084 admin admin] Notify callbacks [] for router, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:51.164145 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-c78e5256-80bc-4046-a2a9-834719bb3503 None None] Set router c46fc1a8-f89a-438f-8b5a-f7dc76f907e0 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:15:51.247911 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ade0ddec-6ce5-405f-84d5-d8de13b13084 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:51.302596 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-ade0ddec-6ce5-405f-84d5-d8de13b13084 admin admin] Deleting port 2e829394-f8c7-4872-876b-670e42a6d603 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:15:51.302876 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ade0ddec-6ce5-405f-84d5-d8de13b13084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:51.342311 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-c78e5256-80bc-4046-a2a9-834719bb3503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'name': 'tempest-TestMinimumBasicScenario-664299424-router', 'tenant_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '2e829394-f8c7-4872-876b-670e42a6d603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:29Z', 'updated_at': '2021-07-28T04:15:50Z', 'revision_number': 5, 'project_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'gw_port': {'id': '2e829394-f8c7-4872-876b-670e42a6d603', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:13:30Z', 'updated_at': '2021-07-28T04:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:51.371170 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e5256-80bc-4046-a2a9-834719bb3503 None None] Checking router: c46fc1a8-f89a-438f-8b5a-f7dc76f907e0 for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:15:51.379037 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e5256-80bc-4046-a2a9-834719bb3503 None None] Routers {'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:15:51.379641 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-c78e5256-80bc-4046-a2a9-834719bb3503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:15:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:51.380013 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [None req-ade0ddec-6ce5-405f-84d5-d8de13b13084 admin admin] For port 2e829394-f8c7-4872-876b-670e42a6d603, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=2e829394-f8c7-4872-876b-670e42a6d603,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:15:51.380403 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ade0ddec-6ce5-405f-84d5-d8de13b13084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:51.393389 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-ade0ddec-6ce5-405f-84d5-d8de13b13084 admin admin] Calling delete_port for 2e829394-f8c7-4872-876b-670e42a6d603 owned by network:router_gateway {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:15:51.461649 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-c78e5256-80bc-4046-a2a9-834719bb3503 None None] Set router c46fc1a8-f89a-438f-8b5a-f7dc76f907e0 gateway port host: None {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:15:51.517342 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-c78e5256-80bc-4046-a2a9-834719bb3503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'name': 'tempest-TestMinimumBasicScenario-664299424-router', 'tenant_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:29Z', 'updated_at': '2021-07-28T04:15:51Z', 'revision_number': 6, 'project_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'gw_port_host': None}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:51.543397 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78e5256-80bc-4046-a2a9-834719bb3503 None None] The sync data for ids ['c46fc1a8-f89a-438f-8b5a-f7dc76f907e0'] in dv-cinder-733062-21-iscsi is: [{'id': 'c46fc1a8-f89a-438f-8b5a-f7dc76f907e0', 'name': 'tempest-TestMinimumBasicScenario-664299424-router', 'tenant_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:13:29Z', 'updated_at': '2021-07-28T04:15:51Z', 'revision_number': 6, 'project_id': 'eac5e9bf63b64f5981e650ee0a1a9512', 'gw_port_host': None}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:15:51.563677 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ade0ddec-6ce5-405f-84d5-d8de13b13084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:51.590525 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0ddec-6ce5-405f-84d5-d8de13b13084 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e829394-f8c7-4872-876b-670e42a6d603,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:51.652534 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ade0ddec-6ce5-405f-84d5-d8de13b13084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33084914'] for router_gateway, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:51.986743 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ade0ddec-6ce5-405f-84d5-d8de13b13084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33129325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-211171'] for router, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:51.988844 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ade0ddec-6ce5-405f-84d5-d8de13b13084 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.032562 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ade0ddec-6ce5-405f-84d5-d8de13b13084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33128701'] for router, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.033204 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade0ddec-6ce5-405f-84d5-d8de13b13084 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c46fc1a8-f89a-438f-8b5a-f7dc76f907e0 {{(pid=93263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:15:52.039217 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ade0ddec-6ce5-405f-84d5-d8de13b13084 admin admin] Notify callbacks [] for router, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.040399 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-ade0ddec-6ce5-405f-84d5-d8de13b13084 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c46fc1a8-f89a-438f-8b5a-f7dc76f907e0 HTTP/1.1" status: 204 len: 168 time: 0.9912450 Jul 28 04:15:52.042782 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 35204) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:52.089374 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_v2 [None req-1230439f-42f8-488a-a358-7f1fa9bffa18 admin admin] Deleting subnet 1de45313-18c5-43d5-ab28-dc579c5f1314 {{(pid=93263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:15:52.092411 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1230439f-42f8-488a-a358-7f1fa9bffa18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.126125 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1230439f-42f8-488a-a358-7f1fa9bffa18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29659173'] for subnet, precommit_delete_associations {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.201931 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1230439f-42f8-488a-a358-7f1fa9bffa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.260047 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1230439f-42f8-488a-a358-7f1fa9bffa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29890211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24696651'] for subnet, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.287033 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230439f-42f8-488a-a358-7f1fa9bffa18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de45313-18c5-43d5-ab28-dc579c5f1314,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:52.289377 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-1230439f-42f8-488a-a358-7f1fa9bffa18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.292298 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-1230439f-42f8-488a-a358-7f1fa9bffa18 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1de45313-18c5-43d5-ab28-dc579c5f1314 HTTP/1.1" status: 204 len: 168 time: 0.2485387 Jul 28 04:15:52.294292 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35206) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:52.296480 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778dc558-8e0b-4cca-af4c-a2bd78e0efab None None] Network 851118e8-7d2b-418a-b1f1-d5501d368be3 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:15:52.361503 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.419592 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] Deleting port 35086064-0f7c-4528-b2a5-821bcc2bc042 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:15:52.419963 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.473279 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] DHCP port deletion for 851118e8-7d2b-418a-b1f1-d5501d368be3 request from dv-cinder-733062-21-iscsi {{(pid=93264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:15:52.482313 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] For port 35086064-0f7c-4528-b2a5-821bcc2bc042, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=35086064-0f7c-4528-b2a5-821bcc2bc042,segment=NetworkSegment(4cf13fa8-4486-43cb-a762-51b59c2ca627),segment_id=4cf13fa8-4486-43cb-a762-51b59c2ca627)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:15:52.482697 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.496131 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] Calling delete_port for 35086064-0f7c-4528-b2a5-821bcc2bc042 owned by network:dhcp {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:15:52.520949 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Deleting port 35086064-0f7c-4528-b2a5-821bcc2bc042 {{(pid=93264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:15:52.521603 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.579903 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.593772 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] For port 35086064-0f7c-4528-b2a5-821bcc2bc042, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=35086064-0f7c-4528-b2a5-821bcc2bc042,segment=NetworkSegment(4cf13fa8-4486-43cb-a762-51b59c2ca627),segment_id=4cf13fa8-4486-43cb-a762-51b59c2ca627)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:15:52.594170 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.605085 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=35086064-0f7c-4528-b2a5-821bcc2bc042,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:52.606880 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Calling delete_port for 35086064-0f7c-4528-b2a5-821bcc2bc042 owned by network:dhcp {{(pid=93264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:15:52.608968 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] No DVR routers for this DVR port 35086064-0f7c-4528-b2a5-821bcc2bc042 on host dv-cinder-733062-21-iscsi {{(pid=93262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:15:52.677191 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.682540 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767'] for port, after_delete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.687508 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851118e8-7d2b-418a-b1f1-d5501d368be3']}} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:52.701844 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf13fa8-4486-43cb-a762-51b59c2ca627') {'for_net_delete': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:52.702057 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf13fa8-4486-43cb-a762-51b59c2ca627') {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:15:52.715205 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30318899'] for segment, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.715449 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Pushing event deleted for resources: {'Port': ['ID=35086064-0f7c-4528-b2a5-821bcc2bc042,revision_number=None']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:52.716060 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] No DVR routers for this DVR port 35086064-0f7c-4528-b2a5-821bcc2bc042 on host dv-cinder-733062-21-iscsi {{(pid=93264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:15:52.721771 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:52.722071 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:52.722412 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:52.722746 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:52.723076 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:52.723405 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:52.723753 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:52.724081 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:52.724406 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:52.724727 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:52.725047 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:52.725419 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828cc2-f5c4-434e-adf1-61a14eb9f53c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:15:52.736578 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.743271 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:15:52.743674 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30596253'] for segment, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: Traceback (most recent call last): Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: timer() Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: cb(*args, **kw) Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: return func(*args, **kwargs) Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: self._notify() Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: self.callback(batched_events) Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: event.method(event) Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: return f(self, *a, **k) Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._get(url).json() Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: return self.request(url, 'GET', **kwargs) Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:15:52.745440 dv-cinder-733062-21-iscsi neutron-server[93262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:15:52.796132 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.801505 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:52.804059 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/851118e8-7d2b-418a-b1f1-d5501d368be3 HTTP/1.1" status: 204 len: 168 time: 0.5079508 Jul 28 04:15:52.817981 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34c4c5-9ebc-4d63-b92d-50fc1cc01ab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=851118e8-7d2b-418a-b1f1-d5501d368be3,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:52.873349 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:15:52.892579 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:15:52.892930 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 23b1ccb8-2001-4b01-9e4b-d7ed0bb2c5d6 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:15:52.893358 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 35086064-0f7c-4528-b2a5-821bcc2bc042 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:15:52.911591 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: 35086064-0f7c-4528-b2a5-821bcc2bc042 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:15:52.912002 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 35086064-0f7c-4528-b2a5-821bcc2bc042 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:15:52.912431 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 2e829394-f8c7-4872-876b-670e42a6d603 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:15:52.932572 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: 2e829394-f8c7-4872-876b-670e42a6d603 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:15:52.932922 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 2e829394-f8c7-4872-876b-670e42a6d603 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:15:52.969835 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35210) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:53.008872 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-34962b9e-13da-4095-96fd-0167f0882dfd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ce504669b154dd7b2cb45a21d8b889b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378518 Jul 28 04:15:53.011063 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35212) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:53.056705 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3104a075-c3ea-47d6-b6d7-55bafb747ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:53.080347 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3104a075-c3ea-47d6-b6d7-55bafb747ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:53.127268 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3104a075-c3ea-47d6-b6d7-55bafb747ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:53.129851 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-3104a075-c3ea-47d6-b6d7-55bafb747ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:53.130971 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-3104a075-c3ea-47d6-b6d7-55bafb747ceb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/381d249c-54e5-4bcf-97df-2fd49f7d21e6 HTTP/1.1" status: 204 len: 168 time: 0.1190495 Jul 28 04:15:53.138951 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104a075-c3ea-47d6-b6d7-55bafb747ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381d249c-54e5-4bcf-97df-2fd49f7d21e6,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:53.327247 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-f5008ec1-9a1f-45e0-b4d7-ddb75378021b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:53.398152 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:53.441779 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35218) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:53.480890 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-9c1bbf87-2143-4a83-9543-bf1a15faf472 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eac5e9bf63b64f5981e650ee0a1a9512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378985 Jul 28 04:15:53.483194 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35220) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:15:53.529174 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c0e67fc7-88e8-4dc2-9fd7-4bcdf96e8560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:53.548755 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c0e67fc7-88e8-4dc2-9fd7-4bcdf96e8560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:53.594691 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c0e67fc7-88e8-4dc2-9fd7-4bcdf96e8560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:53.597580 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c0e67fc7-88e8-4dc2-9fd7-4bcdf96e8560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:53.598938 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-c0e67fc7-88e8-4dc2-9fd7-4bcdf96e8560 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bbd5c4a-5cb7-4301-b775-3754fbc5e944 HTTP/1.1" status: 204 len: 168 time: 0.1145921 Jul 28 04:15:53.606676 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e67fc7-88e8-4dc2-9fd7-4bcdf96e8560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbd5c4a-5cb7-4301-b775-3754fbc5e944,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:15:53.911170 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:54.411379 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:56.137936 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:09.995086 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:16:20.482380 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0224f322-73cc-4952-ba95-88964bf79596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:23.326690 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e7520b92-1dea-4f2e-8bb6-aa98eee36427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:23.396239 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:23.930014 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:24.413158 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:26.143426 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:46.998068 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:16:50.484713 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-46af6254-cbff-4855-9723-92f2ba94991e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:53.325854 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-601d9303-7b2f-422d-842b-0f420e9736fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:53.396842 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:53.948578 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:54.416325 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:56.143483 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:03.436811 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cc3bd2c9-f6c5-4496-8629-528791e47b0b req-2098909d-7b34-41ba-b0db-80afec73686a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424037 Jul 28 04:17:03.534031 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bd2c9-f6c5-4496-8629-528791e47b0b req-7cf52d9f-a5e8-4988-acc8-0eba3e2668eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:03.535474 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cc3bd2c9-f6c5-4496-8629-528791e47b0b req-7cf52d9f-a5e8-4988-acc8-0eba3e2668eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 1098 time: 0.0392416 Jul 28 04:17:03.636256 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bd2c9-f6c5-4496-8629-528791e47b0b req-90c0d441-a1b2-42b8-8a92-c6a1e7e5a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:03.637692 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cc3bd2c9-f6c5-4496-8629-528791e47b0b req-90c0d441-a1b2-42b8-8a92-c6a1e7e5a273 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 912 time: 0.0837750 Jul 28 04:17:03.949368 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cc3bd2c9-f6c5-4496-8629-528791e47b0b req-bd4ed6dd-04ef-421c-8a5f-5cc59e6c56f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 HTTP/1.1" status: 200 len: 1000 time: 0.3048332 Jul 28 04:17:03.998543 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bd2c9-f6c5-4496-8629-528791e47b0b req-2ae106bd-2433-471e-be40-f1159b4cdc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:03.999964 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cc3bd2c9-f6c5-4496-8629-528791e47b0b req-2ae106bd-2433-471e-be40-f1159b4cdc27 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d01e9f9d-38cd-4035-a831-8e8050984cc6 HTTP/1.1" status: 200 len: 850 time: 0.0433557 Jul 28 04:17:04.043044 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bd2c9-f6c5-4496-8629-528791e47b0b req-e3426e2e-4707-42e3-a91b-2157ee0e1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:04.044520 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cc3bd2c9-f6c5-4496-8629-528791e47b0b req-e3426e2e-4707-42e3-a91b-2157ee0e1ac1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9995752f-26c8-499b-851d-ac24052e53ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381269 Jul 28 04:17:04.133993 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cc3bd2c9-f6c5-4496-8629-528791e47b0b req-51adfd7d-e0ef-4119-8a99-373df3f344e5 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827167 Jul 28 04:17:04.223223 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cc3bd2c9-f6c5-4496-8629-528791e47b0b req-61a17b59-d95a-45cd-a636-1b8fecd8aabf service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821323 Jul 28 04:17:19.775304 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-fe4a046b-0e63-4d57-838f-f3636f1a7163 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1739001634&fields=id&tenant_id=699932c5162645f89bbd9d95710d863b HTTP/1.1" status: 200 len: 267 time: 0.0321045 Jul 28 04:17:19.880895 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-b0913450-5968-4d84-82c5-7a215f049e2a tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:19.882334 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-b0913450-5968-4d84-82c5-7a215f049e2a tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 811 time: 0.1006434 Jul 28 04:17:19.896579 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-cbb57860-315f-484c-9b6a-0ea83b49efff tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/quotas/699932c5162645f89bbd9d95710d863b HTTP/1.1" status: 200 len: 375 time: 0.0087490 Jul 28 04:17:19.951964 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-d35ff65f-883d-4804-9019-b03f21cf433c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0497906 Jul 28 04:17:20.045948 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-dd9073f6-4626-4ee4-82e6-29b90220a3e6 service neutron] 10.222.0.16 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824533 Jul 28 04:17:20.132220 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-af823c84-9ba4-4bd2-a91f-cc6de1e1f8dc service neutron] 10.222.0.16 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805054 Jul 28 04:17:20.406486 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6c0ed4e9-4e41-4bd1-a7b7-54ecbea69f44 req-cf41a34c-ed92-4b7e-9c4d-3c9b0c947998 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 210 time: 0.0270131 Jul 28 04:17:20.486321 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d8a0c55d-8367-43ae-884b-5a2a949f0ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.414094 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-195a6088-4986-482c-aac8-28e0452bd929 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:21.415473 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-195a6088-4986-482c-aac8-28e0452bd929 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.25 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 811 time: 0.1047497 Jul 28 04:17:21.467483 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-d7b54356-4429-4659-b2cf-45b8152c0e06 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=699932c5162645f89bbd9d95710d863b HTTP/1.1" status: 200 len: 380 time: 0.0358169 Jul 28 04:17:21.502362 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-65537360-f505-49d6-b911-3967e0979f07 req-2a9b9d87-b8ee-4bd2-b48a-6cb5b2357e57 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 210 time: 0.0276377 Jul 28 04:17:21.505719 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Request body: {'port': {'device_id': '2ea683f0-d9be-4b20-8c81-25aa9ca6d992', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'admin_state_up': True, 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'security_groups': ['6ae17886-098f-48f6-ba93-b41eb0faef45']}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:21.615823 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Made reservation on behalf of 699932c5162645f89bbd9d95710d863b for: {'port': 1} {{(pid=93262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:17:21.619250 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.741407 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Allocated IP 172.20.0.13 (9995752f-26c8-499b-851d-ac24052e53ae/d01e9f9d-38cd-4035-a831-8e8050984cc6/7d448be0-bb9e-40d8-99e6-8abf9ec9ee31) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:21.877982 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.891453 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Transition to ACTIVE for port object 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 will not be triggered until provisioned by entity DHCP. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:21.923315 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.966902 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Network 9995752f-26c8-499b-851d-ac24052e53ae is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:21.969940 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:21.976621 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:21.980449 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event updated for resources: {'Port': ['ID=7d448be0-bb9e-40d8-99e6-8abf9ec9ee31,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:22.013634 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.013995 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.014343 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.014687 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.015027 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.015368 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.015727 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.016061 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.016397 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.016726 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.017056 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.017383 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:22.042345 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:22.042980 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.060328 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-448d1996-2361-4f80-ac86-11de65e5d8af tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5600288 Jul 28 04:17:22.083276 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Request body: {'port': {'device_id': '2ea683f0-d9be-4b20-8c81-25aa9ca6d992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:22.144426 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.171515 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-e9a44702-2b28-4afb-9c50-5eab451ff1df None None] Provisioning for port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 completed by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:22.175466 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-e9a44702-2b28-4afb-9c50-5eab451ff1df None None] Provisioning complete for port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 triggered by entity DHCP. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:22.175878 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e9a44702-2b28-4afb-9c50-5eab451ff1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.209554 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-e9a44702-2b28-4afb-9c50-5eab451ff1df None None] Port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 cannot update to ACTIVE because it is not bound. {{(pid=93264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:17:22.417181 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 {{(pid=93262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:17:22.424376 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.435794 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Transition to ACTIVE for port object 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:17:22.439340 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.495785 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Pushing event updated for resources: {'Port': ['ID=7d448be0-bb9e-40d8-99e6-8abf9ec9ee31,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:22.561250 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Attempting to bind port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:17:22.561587 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Attempting to bind port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:17:22.561945 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Attempting to bind port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 on network 9995752f-26c8-499b-851d-ac24052e53ae {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:22.566699 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 on network 9995752f-26c8-499b-851d-ac24052e53ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:17:22.567006 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Attempting to bind port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 on network 9995752f-26c8-499b-851d-ac24052e53ae {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:17:22.572109 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Checking agent: {'id': '95f8bb4e-f13e-403e-b896-8ea00db98c82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'started_at': datetime.datetime(2021, 7, 28, 3, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:17:22.572454 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Checking segment: {'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:17:22.572875 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Bound using segment: {'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:17:22.573305 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Bound port: 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f9b1f82-df4f-4e6d-b856-f08b1961c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:17:22.573665 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.658898 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9874c-853e-4737-bb2c-a5bf4755c4c8 req-3b7174b1-c1c8-4dc7-b46e-69fd81d5ad2a tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:22.660415 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-71e9874c-853e-4737-bb2c-a5bf4755c4c8 req-3b7174b1-c1c8-4dc7-b46e-69fd81d5ad2a tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 944 time: 0.0846586 Jul 28 04:17:22.699093 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] For port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31, host hv-cinder-73306, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:17:22.717272 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] For port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7d448be0-bb9e-40d8-99e6-8abf9ec9ee31,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:17:22.725485 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-71e9874c-853e-4737-bb2c-a5bf4755c4c8 req-fe41a2ca-6860-4ab6-8438-d7140aa6681a tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569093 Jul 28 04:17:22.726506 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.759211 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:22.759874 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:22.761811 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] 10.222.0.25 "PUT /v2.0/ports/7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 HTTP/1.1" status: 200 len: 1094 time: 0.6831324 Jul 28 04:17:22.762247 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea683f0-d9be-4b20-8c81-25aa9ca6d992', 'tag': '7d448be0-bb9e-40d8-99e6-8abf9ec9ee31'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:17:22.764494 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ff8fb2-3d89-4913-9085-a9e89e9adf3b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea683f0-d9be-4b20-8c81-25aa9ca6d992", "tag": "7d448be0-bb9e-40d8-99e6-8abf9ec9ee31"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:17:22.799685 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe07e21-428d-4876-8cc3-698a84a18e33 service neutron] Pushing event updated for resources: {'Port': ['ID=7d448be0-bb9e-40d8-99e6-8abf9ec9ee31,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:22.803690 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bc20c7-9250-4d82-a6c1-70c71150747c x-openstack-request-id: req-d9bc20c7-9250-4d82-a6c1-70c71150747c {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:17:22.804002 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea683f0-d9be-4b20-8c81-25aa9ca6d992", "tag": "7d448be0-bb9e-40d8-99e6-8abf9ec9ee31", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:17:22.804258 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9bc20c7-9250-4d82-a6c1-70c71150747c {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:17:22.804650 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea683f0-d9be-4b20-8c81-25aa9ca6d992', 'tag': '7d448be0-bb9e-40d8-99e6-8abf9ec9ee31', 'status': 'completed', 'code': 200} Jul 28 04:17:22.873614 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-8fab71ba-1e02-4ea8-8769-20efd279dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:22.875358 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-8fab71ba-1e02-4ea8-8769-20efd279dc20 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 1097 time: 0.0470948 Jul 28 04:17:22.924326 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-b5f33151-c5ee-4df3-bdfa-1b244016ede0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 HTTP/1.1" status: 200 len: 217 time: 0.0342450 Jul 28 04:17:22.975897 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-d3218fc1-1d5b-4d79-a0a7-e9f0fe2cc2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:22.977327 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-d3218fc1-1d5b-4d79-a0a7-e9f0fe2cc2c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d01e9f9d-38cd-4035-a831-8e8050984cc6 HTTP/1.1" status: 200 len: 850 time: 0.0441189 Jul 28 04:17:23.024811 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-ed5f1c5d-8da6-4fc8-81cb-2f90ec9803e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:23.026397 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-ed5f1c5d-8da6-4fc8-81cb-2f90ec9803e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9995752f-26c8-499b-851d-ac24052e53ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410273 Jul 28 04:17:23.117532 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-d3edcdf4-546e-45d9-aff7-3d2628d8eb45 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836580 Jul 28 04:17:23.206768 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ba0db353-6697-4ae7-9159-d7ff85d874a9 req-8a6c2a79-2b24-44f7-b3a8-3b470eb11495 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810044 Jul 28 04:17:23.326811 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4fffe07e-a070-42e4-b6c5-ec00d9d3b316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.356846 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff8fb2-3d89-4913-9085-a9e89e9adf3b req-b548f147-62be-494d-9c7a-9262743ad60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:23.358325 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-51ff8fb2-3d89-4913-9085-a9e89e9adf3b req-b548f147-62be-494d-9c7a-9262743ad60f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 1097 time: 0.0451031 Jul 28 04:17:23.398129 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.447537 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff8fb2-3d89-4913-9085-a9e89e9adf3b req-3517f7ce-4168-4aa0-b589-8d20151368a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:23.449193 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-51ff8fb2-3d89-4913-9085-a9e89e9adf3b req-3517f7ce-4168-4aa0-b589-8d20151368a0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 912 time: 0.0831480 Jul 28 04:17:23.500131 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-51ff8fb2-3d89-4913-9085-a9e89e9adf3b req-1a7df075-fd2c-4613-a55f-e8e4e1a535fc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 HTTP/1.1" status: 200 len: 217 time: 0.0431306 Jul 28 04:17:23.547654 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff8fb2-3d89-4913-9085-a9e89e9adf3b req-4b9e48f6-ae01-4d39-a3bc-552bec83ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:23.549067 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-51ff8fb2-3d89-4913-9085-a9e89e9adf3b req-4b9e48f6-ae01-4d39-a3bc-552bec83ae1c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d01e9f9d-38cd-4035-a831-8e8050984cc6 HTTP/1.1" status: 200 len: 850 time: 0.0422163 Jul 28 04:17:23.601668 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff8fb2-3d89-4913-9085-a9e89e9adf3b req-fc061a24-9897-4bf8-8187-c2422e341d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:23.603086 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-51ff8fb2-3d89-4913-9085-a9e89e9adf3b req-fc061a24-9897-4bf8-8187-c2422e341d74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9995752f-26c8-499b-851d-ac24052e53ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383792 Jul 28 04:17:23.695108 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-51ff8fb2-3d89-4913-9085-a9e89e9adf3b req-8401c5d5-5c87-4c94-96fd-fe45bb326d91 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839715 Jul 28 04:17:23.786272 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-51ff8fb2-3d89-4913-9085-a9e89e9adf3b req-27225ebd-ab37-433e-a69d-68ddfe1985dd service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798507 Jul 28 04:17:23.849789 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270392fa-7b59-4d71-a1cd-3c34e025879d req-d1e2de84-91b4-42a0-926d-4fa2c7f857a3 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:23.851217 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-270392fa-7b59-4d71-a1cd-3c34e025879d req-d1e2de84-91b4-42a0-926d-4fa2c7f857a3 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 944 time: 0.0475001 Jul 28 04:17:23.888962 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-270392fa-7b59-4d71-a1cd-3c34e025879d req-0e592670-b0e7-4c5f-a71a-5974f2b7d2d9 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313225 Jul 28 04:17:23.948093 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.996388 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:17:24.419576 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:25.004476 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e8b95-ff68-4fc7-82de-0e59d6d25583 req-8b510dc6-e931-4754-8347-5f77ab3a4d75 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:25.005925 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2c1e8b95-ff68-4fc7-82de-0e59d6d25583 req-8b510dc6-e931-4754-8347-5f77ab3a4d75 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 944 time: 0.0516801 Jul 28 04:17:25.042908 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-2c1e8b95-ff68-4fc7-82de-0e59d6d25583 req-7e76e765-804e-4a52-944c-a9bb5ac45f31 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304413 Jul 28 04:17:26.146584 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:26.264727 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a160be-a789-4418-8422-9943bf700de7 req-424b811b-75b4-4508-af9c-77cfd1c883dc tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:26.266182 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-08a160be-a789-4418-8422-9943bf700de7 req-424b811b-75b4-4508-af9c-77cfd1c883dc tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 944 time: 0.0488806 Jul 28 04:17:26.303698 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-08a160be-a789-4418-8422-9943bf700de7 req-bc313c9c-3d36-481f-973f-a9eaf2ac3da2 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317261 Jul 28 04:17:27.415063 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcd61a-11c1-4e06-a092-f1e209e3a480 req-ffd42ffc-dadd-4b71-9641-22ae49d5cc5d tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:27.416450 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-04bcd61a-11c1-4e06-a092-f1e209e3a480 req-ffd42ffc-dadd-4b71-9641-22ae49d5cc5d tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 944 time: 0.0481000 Jul 28 04:17:27.454016 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-04bcd61a-11c1-4e06-a092-f1e209e3a480 req-172a4ae6-2b33-406a-81c7-554b3cb71c91 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316916 Jul 28 04:17:28.570966 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7465ffd-4f62-4230-8ef7-9635df3d5973 req-b6ebd5bc-0789-4829-8b2e-7e9ada4f2c11 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:28.572433 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b7465ffd-4f62-4230-8ef7-9635df3d5973 req-b6ebd5bc-0789-4829-8b2e-7e9ada4f2c11 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 944 time: 0.0514476 Jul 28 04:17:28.610361 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b7465ffd-4f62-4230-8ef7-9635df3d5973 req-3b97af9a-a343-43df-8240-4beba4fda4d5 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315146 Jul 28 04:17:29.723983 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3cafe-93cf-4d3d-bf37-6d23ff5c442e req-6c42a088-4aa6-4a00-9566-aa99eb2f474e tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:29.725428 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8df3cafe-93cf-4d3d-bf37-6d23ff5c442e req-6c42a088-4aa6-4a00-9566-aa99eb2f474e tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 944 time: 0.0498576 Jul 28 04:17:29.762962 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-8df3cafe-93cf-4d3d-bf37-6d23ff5c442e req-fa64488f-e281-419d-974a-807475ae53cd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317194 Jul 28 04:17:30.239609 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=93264) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:17:30.353819 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7d448be0-bb9e-40d8-99e6-8abf9ec9ee31,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:30.366634 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Returning: {'device': '7d448be0-bb9e-40d8-99e6-8abf9ec9ee31', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'port_id': '7d448be0-bb9e-40d8-99e6-8abf9ec9ee31', 'mac_address': 'fa:16:3e:21:17:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93264) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:17:30.406317 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:30.420932 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 {{(pid=93264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:17:30.441370 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7d448be0-bb9e-40d8-99e6-8abf9ec9ee31,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:30.447218 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:30.507938 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=7d448be0-bb9e-40d8-99e6-8abf9ec9ee31,revision_number=4']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:30.516242 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:30.516542 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:30.516890 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:30.517455 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:30.517982 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:30.518466 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:30.518814 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:30.519151 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:30.519488 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:30.519919 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:30.520254 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:30.520586 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:17:30.759822 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] get_ports_and_sgs() called for port_ids ['7d448be0-bb9e-40d8-99e6-8abf9ec9ee31'] {{(pid=93264) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:17:30.874554 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de528f-669d-4576-8317-be499d596949 req-9b5e777b-2617-44fa-97f5-80f69f128879 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:30.876075 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-26de528f-669d-4576-8317-be499d596949 req-9b5e777b-2617-44fa-97f5-80f69f128879 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 945 time: 0.0493598 Jul 28 04:17:30.914059 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-26de528f-669d-4576-8317-be499d596949 req-03fd5bf5-ac42-4f3e-bcca-da4e2f756b0c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321627 Jul 28 04:17:32.029741 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf91222-8121-4eca-891b-e1d7e25ff67b req-b5afd618-369a-4ed2-b88c-e08cc38bbc1f tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:32.031180 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dcf91222-8121-4eca-891b-e1d7e25ff67b req-b5afd618-369a-4ed2-b88c-e08cc38bbc1f tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 945 time: 0.0509975 Jul 28 04:17:32.067849 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-dcf91222-8121-4eca-891b-e1d7e25ff67b req-2398d5d3-1017-4472-86b7-8cf174fcbf09 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308876 Jul 28 04:17:32.254556 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 up at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:17:32.300877 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning for port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 completed by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:17:32.304334 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.provisioning_blocks [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Provisioning complete for port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 triggered by entity L2. {{(pid=93264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:17:32.304704 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984861'] for port, provisioning_complete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:32.377759 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:32.399176 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea683f0-d9be-4b20-8c81-25aa9ca6d992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d448be0-bb9e-40d8-99e6-8abf9ec9ee31'}] {{(pid=93264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:17:32.402325 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73c613c31d847ae2f3f04f44b18979fb6b01c32e3c9682887b35f4d0daa012b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02d23e5-5cd9-447e-8c45-528760345454" -d '{"events": [{"server_uuid": "2ea683f0-d9be-4b20-8c81-25aa9ca6d992", "name": "network-vif-plugged", "status": "completed", "tag": "7d448be0-bb9e-40d8-99e6-8abf9ec9ee31"}]}' {{(pid=93264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:17:32.420153 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] For port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7d448be0-bb9e-40d8-99e6-8abf9ec9ee31,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:17:32.424073 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794'] for port, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:32.446835 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a622009d-291e-44f2-8f7d-ad30bcef1298 x-openstack-request-id: req-a622009d-291e-44f2-8f7d-ad30bcef1298 {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:17:32.447124 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea683f0-d9be-4b20-8c81-25aa9ca6d992", "name": "network-vif-plugged", "status": "completed", "tag": "7d448be0-bb9e-40d8-99e6-8abf9ec9ee31", "code": 200}]} {{(pid=93264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:17:32.447374 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a622009d-291e-44f2-8f7d-ad30bcef1298 {{(pid=93264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:17:32.448527 dv-cinder-733062-21-iscsi neutron-server[93264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea683f0-d9be-4b20-8c81-25aa9ca6d992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d448be0-bb9e-40d8-99e6-8abf9ec9ee31', 'code': 200} Jul 28 04:17:32.472900 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Pushing event updated for resources: {'Port': ['ID=7d448be0-bb9e-40d8-99e6-8abf9ec9ee31,revision_number=5']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:32.673346 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a6d69-99ba-4777-b405-04418c939f77 req-b81f46b5-717b-4a17-a6c0-0f9be66b6ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:32.674799 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4c8a6d69-99ba-4777-b405-04418c939f77 req-b81f46b5-717b-4a17-a6c0-0f9be66b6ada service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 1099 time: 0.0396142 Jul 28 04:17:32.710574 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4c8a6d69-99ba-4777-b405-04418c939f77 req-51781c93-6466-4771-9af7-cd224e4a0f20 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272250 Jul 28 04:17:33.181029 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ed94c-d859-4c69-9ac5-aa1a06c68363 req-ed03cca0-2b62-4cfa-b393-313fbc52e7c7 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:33.183318 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ee0ed94c-d859-4c69-9ac5-aa1a06c68363 req-ed03cca0-2b62-4cfa-b393-313fbc52e7c7 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 946 time: 0.0498047 Jul 28 04:17:33.219665 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-ee0ed94c-d859-4c69-9ac5-aa1a06c68363 req-26a3b1f6-9ccc-4896-b245-398ed3479431 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306900 Jul 28 04:17:34.333911 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e0b40-feb1-4ad9-b4e3-8ae58767d767 req-2198dcb4-6b05-48fb-893a-d0a921d41eeb tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:34.335347 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-575e0b40-feb1-4ad9-b4e3-8ae58767d767 req-2198dcb4-6b05-48fb-893a-d0a921d41eeb tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 946 time: 0.0517910 Jul 28 04:17:34.372764 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-575e0b40-feb1-4ad9-b4e3-8ae58767d767 req-7b927b3c-7a3e-4f5f-8442-81b80de49772 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316033 Jul 28 04:17:34.482017 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaba17-9847-45ed-adb8-9a34db5d1348 req-4954c5a2-7717-47be-8fb0-afd60e20b2a4 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:34.483468 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eddaba17-9847-45ed-adb8-9a34db5d1348 req-4954c5a2-7717-47be-8fb0-afd60e20b2a4 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 946 time: 0.0475628 Jul 28 04:17:34.520369 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eddaba17-9847-45ed-adb8-9a34db5d1348 req-1e2b1465-456a-4cf8-9fbd-f0c5e82be7fa tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309725 Jul 28 04:17:34.543262 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35332) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:34.581384 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0106f62-1db0-484f-9fcd-3f4fe36d1771 tempest-TestVolumeBootPattern-76378942 tempest-TestVolumeBootPattern-76378942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:34.582814 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-b0106f62-1db0-484f-9fcd-3f4fe36d1771 tempest-TestVolumeBootPattern-76378942 tempest-TestVolumeBootPattern-76378942-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 1094 time: 0.0385571 Jul 28 04:17:34.585440 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35334) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:17:34.589556 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.v2.base [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Request body: {'floatingip': {'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'port_id': '7d448be0-bb9e-40d8-99e6-8abf9ec9ee31', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:17:34.610774 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for floatingip, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:34.705655 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:34.806668 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_common [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Allocated IP 172.27.1.42 (d8863e53-3de7-4b8e-8c20-72f015d11098/bd362720-8b14-4c4e-ad6d-c360f8167e4f/8de0fa12-cc38-44d6-b32c-2a339aabca0c) {{(pid=93262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:17:34.909455 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for port, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:34.946091 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741617204758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:34.982896 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Network d8863e53-3de7-4b8e-8c20-72f015d11098 is already hosted by enough agents. {{(pid=93262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:17:34.985908 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.base_scheduler [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Resources bound (agent type, host, resource id): {{(pid=93262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:17:34.989279 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Received port after_create {{(pid=93262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:17:35.015011 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event updated for resources: {'Port': ['ID=8de0fa12-cc38-44d6-b32c-2a339aabca0c,revision_number=1']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:35.333308 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.402514 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566622'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.544284 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.548794 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741617609265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741617204776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741617204794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30596281'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.618522 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event updated for resources: {'Port': ['ID=8de0fa12-cc38-44d6-b32c-2a339aabca0c,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:17:35.626828 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33084732'] for floatingip, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.723347 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.l3_db [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Floating IP 23301cc1-90be-4e3e-bd54-fa2da39079a0 associated. External IP: 172.27.1.42, port: 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31. Jul 28 04:17:35.923646 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:17:36.277766 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:17:36.287231 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f59b61-6594-4cc9-892e-e8e7ecedceaf None None] Sync routers for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:17:36.293417 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:36.298182 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f59b61-6594-4cc9-892e-e8e7ecedceaf None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:17:36.298810 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-90f59b61-6594-4cc9-892e-e8e7ecedceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:17:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:36.327765 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-b4b52261-a815-432f-ac71-24e1ed4b73bd tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7338505 Jul 28 04:17:36.327765 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea683f0-d9be-4b20-8c81-25aa9ca6d992', 'tag': '7d448be0-bb9e-40d8-99e6-8abf9ec9ee31'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:17:36.327765 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a06e20-94a6-4546-bec7-f73028f94fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea683f0-d9be-4b20-8c81-25aa9ca6d992", "tag": "7d448be0-bb9e-40d8-99e6-8abf9ec9ee31"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:17:36.363195 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9058e9d-10d4-4f3d-9f6c-470ef8c9fbde x-openstack-request-id: req-b9058e9d-10d4-4f3d-9f6c-470ef8c9fbde {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:17:36.363485 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea683f0-d9be-4b20-8c81-25aa9ca6d992", "tag": "7d448be0-bb9e-40d8-99e6-8abf9ec9ee31", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:17:36.363758 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9058e9d-10d4-4f3d-9f6c-470ef8c9fbde {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:17:36.364142 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea683f0-d9be-4b20-8c81-25aa9ca6d992', 'tag': '7d448be0-bb9e-40d8-99e6-8abf9ec9ee31', 'status': 'completed', 'code': 200} Jul 28 04:17:36.403969 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-90f59b61-6594-4cc9-892e-e8e7ecedceaf None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:17:36.444779 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a06e20-94a6-4546-bec7-f73028f94fb6 req-ec9aef47-6e5f-4a9a-b41b-de8481824150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:36.446314 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e8a06e20-94a6-4546-bec7-f73028f94fb6 req-ec9aef47-6e5f-4a9a-b41b-de8481824150 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 1099 time: 0.0395207 Jul 28 04:17:36.535494 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a06e20-94a6-4546-bec7-f73028f94fb6 req-a7300c5d-6e40-4b61-9f5c-d99bba333d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:36.536992 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e8a06e20-94a6-4546-bec7-f73028f94fb6 req-a7300c5d-6e40-4b61-9f5c-d99bba333d23 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 912 time: 0.0834510 Jul 28 04:17:36.608598 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e8a06e20-94a6-4546-bec7-f73028f94fb6 req-2d5e9421-4e2d-46b2-abb8-1e936adeb8cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 HTTP/1.1" status: 200 len: 999 time: 0.0641072 Jul 28 04:17:36.657585 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a06e20-94a6-4546-bec7-f73028f94fb6 req-cc9628e9-82bd-46af-ba24-6f2063048d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:36.659021 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e8a06e20-94a6-4546-bec7-f73028f94fb6 req-cc9628e9-82bd-46af-ba24-6f2063048d8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d01e9f9d-38cd-4035-a831-8e8050984cc6 HTTP/1.1" status: 200 len: 850 time: 0.0440686 Jul 28 04:17:36.703408 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a06e20-94a6-4546-bec7-f73028f94fb6 req-f05120da-d599-4474-aeeb-a2fdbcd1ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:17:36.704920 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e8a06e20-94a6-4546-bec7-f73028f94fb6 req-f05120da-d599-4474-aeeb-a2fdbcd1ecea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9995752f-26c8-499b-851d-ac24052e53ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391879 Jul 28 04:17:36.744248 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-90f59b61-6594-4cc9-892e-e8e7ecedceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': '23301cc1-90be-4e3e-bd54-fa2da39079a0', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'port_id': '7d448be0-bb9e-40d8-99e6-8abf9ec9ee31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'mac_address': 'fa:16:3e:21:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea683f0-d9be-4b20-8c81-25aa9ca6d992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:17:35Z', 'updated_at': '2021-07-28T04:17:35Z', 'revision_number': 0, 'project_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address_scope': None}, {'id': 'ee205134-8977-4bc6-bd7a-5a9538c5a22e', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'port_id': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'mac_address': 'fa:16:3e:e8:85:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:15:43Z', 'updated_at': '2021-07-28T04:15:46Z', 'revision_number': 1, 'project_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:36.772591 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f59b61-6594-4cc9-892e-e8e7ecedceaf None None] Checking router: 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:17:36.781078 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f59b61-6594-4cc9-892e-e8e7ecedceaf None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:17:36.781692 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-90f59b61-6594-4cc9-892e-e8e7ecedceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:17:23Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:36.795555 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e8a06e20-94a6-4546-bec7-f73028f94fb6 req-fe21bcab-57fa-4941-a984-a0f911ce220e service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839162 Jul 28 04:17:36.883905 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-e8a06e20-94a6-4546-bec7-f73028f94fb6 req-3f468d9e-579b-4762-bdd4-aaa3c4cb8fe8 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814426 Jul 28 04:17:36.886398 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-90f59b61-6594-4cc9-892e-e8e7ecedceaf None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:17:37.102285 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-90f59b61-6594-4cc9-892e-e8e7ecedceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': '23301cc1-90be-4e3e-bd54-fa2da39079a0', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'port_id': '7d448be0-bb9e-40d8-99e6-8abf9ec9ee31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'mac_address': 'fa:16:3e:21:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea683f0-d9be-4b20-8c81-25aa9ca6d992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:17:35Z', 'updated_at': '2021-07-28T04:17:35Z', 'revision_number': 0, 'project_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address_scope': None}, {'id': 'ee205134-8977-4bc6-bd7a-5a9538c5a22e', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'port_id': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'mac_address': 'fa:16:3e:e8:85:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:15:43Z', 'updated_at': '2021-07-28T04:15:46Z', 'revision_number': 1, 'project_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:17:37.128330 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f59b61-6594-4cc9-892e-e8e7ecedceaf None None] The sync data for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi is: [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': '23301cc1-90be-4e3e-bd54-fa2da39079a0', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'floating_ip_address': '172.27.1.42', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'port_id': '7d448be0-bb9e-40d8-99e6-8abf9ec9ee31', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'mac_address': 'fa:16:3e:21:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea683f0-d9be-4b20-8c81-25aa9ca6d992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:17:35Z', 'updated_at': '2021-07-28T04:17:35Z', 'revision_number': 0, 'project_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address_scope': None}, {'id': 'ee205134-8977-4bc6-bd7a-5a9538c5a22e', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'port_id': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'mac_address': 'fa:16:3e:e8:85:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:15:43Z', 'updated_at': '2021-07-28T04:15:46Z', 'revision_number': 1, 'project_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:17:37.302357 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39c457d-eefd-4eca-ba24-92e430b9f652 None None] New status for floating IP 23301cc1-90be-4e3e-bd54-fa2da39079a0: ACTIVE {{(pid=93265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:17:50.489273 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-12534c4e-8388-4cc8-b958-f6af604a3da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:53.328038 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-71614e71-081b-4549-bff7-25aa03f3c03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:53.405047 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:53.964651 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:54.421608 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:56.149482 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:00.995873 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:18:04.749053 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7467a443-3903-4311-8a46-0766aa7819a7 req-52a5c181-0e79-4436-adf2-6fba78ec8f00 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1302176 Jul 28 04:18:04.844258 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a443-3903-4311-8a46-0766aa7819a7 req-101ff825-3a2a-490a-aff6-83e6390ef6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:04.845723 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7467a443-3903-4311-8a46-0766aa7819a7 req-101ff825-3a2a-490a-aff6-83e6390ef6df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 1098 time: 0.0403357 Jul 28 04:18:04.945233 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a443-3903-4311-8a46-0766aa7819a7 req-ba8fbc62-0b4d-4629-83a2-136fb12dac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:04.946603 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7467a443-3903-4311-8a46-0766aa7819a7 req-ba8fbc62-0b4d-4629-83a2-136fb12dac9f service neutron] 10.222.0.25 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 912 time: 0.0824206 Jul 28 04:18:05.014196 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7467a443-3903-4311-8a46-0766aa7819a7 req-273c97af-524d-4095-8979-460b1b4ce0ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 HTTP/1.1" status: 200 len: 1000 time: 0.0601449 Jul 28 04:18:05.061947 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a443-3903-4311-8a46-0766aa7819a7 req-52794746-f4be-493e-9e03-d8b1ebf6c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:05.063391 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7467a443-3903-4311-8a46-0766aa7819a7 req-52794746-f4be-493e-9e03-d8b1ebf6c998 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d01e9f9d-38cd-4035-a831-8e8050984cc6 HTTP/1.1" status: 200 len: 850 time: 0.0427144 Jul 28 04:18:05.110816 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a443-3903-4311-8a46-0766aa7819a7 req-38635558-068b-41a8-8e93-8bc8b67ea034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:18:05.112390 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7467a443-3903-4311-8a46-0766aa7819a7 req-38635558-068b-41a8-8e93-8bc8b67ea034 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9995752f-26c8-499b-851d-ac24052e53ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419779 Jul 28 04:18:05.206136 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7467a443-3903-4311-8a46-0766aa7819a7 req-5b615c25-dd2f-4ff2-866b-c12d315e6737 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862622 Jul 28 04:18:05.293089 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-7467a443-3903-4311-8a46-0766aa7819a7 req-f113d954-1545-418e-ab55-0277c58b0764 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805566 Jul 28 04:18:20.489403 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4041fe05-0629-4824-a04a-6d5eb81244ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:23.326843 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d9edff97-cd6b-4e8b-bf9f-ab1943cd517d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:23.396347 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:23.976439 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:24.424455 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:26.152314 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:37.994931 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:18:50.489979 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d33e1b12-e2a3-4064-b649-7bcbc169d0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:53.327088 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6d5b8c3b-91d4-4d3d-b99f-f0bdd0115122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:53.395224 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:53.975906 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:54.426814 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:56.154899 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:03.497258 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35360) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:03.654610 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Deleting port 8de0fa12-cc38-44d6-b32c-2a339aabca0c {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:19:03.654965 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:03.726702 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:03.727031 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:03.738991 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Calling delete_port for 8de0fa12-cc38-44d6-b32c-2a339aabca0c owned by network:floatingip {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:19:03.905712 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:03.934234 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event deleted for resources: {'Port': ['ID=8de0fa12-cc38-44d6-b32c-2a339aabca0c,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:03.962005 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:03.962354 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:03.963318 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:03.963841 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:03.964176 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:03.964508 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:03.964839 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:03.965171 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:03.965495 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:03.965817 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:03.966139 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:03.966457 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:04.009059 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:04.009469 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.l3_db [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Floating IP 23301cc1-90be-4e3e-bd54-fa2da39079a0 disassociated (deleted). External IP: 172.27.1.42, port: 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31. Jul 28 04:19:04.213729 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:19:04.318843 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:19:04.324178 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:04.329204 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33beb5b0-c275-4fa8-8fcb-d94b0064f1fb None None] Sync routers for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:19:04.338815 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33beb5b0-c275-4fa8-8fcb-d94b0064f1fb None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:19:04.339435 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-33beb5b0-c275-4fa8-8fcb-d94b0064f1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:18:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:04.350609 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-c14b0359-058b-47b4-817e-f60105dd8fca tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "DELETE /v2.0/floatingips/23301cc1-90be-4e3e-bd54-fa2da39079a0 HTTP/1.1" status: 204 len: 168 time: 0.8523052 Jul 28 04:19:04.351294 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea683f0-d9be-4b20-8c81-25aa9ca6d992', 'tag': '7d448be0-bb9e-40d8-99e6-8abf9ec9ee31'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:19:04.353733 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a583f17c-bf3a-4be1-a54c-9dde0a9e6739" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea683f0-d9be-4b20-8c81-25aa9ca6d992", "tag": "7d448be0-bb9e-40d8-99e6-8abf9ec9ee31"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:19:04.444090 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-33beb5b0-c275-4fa8-8fcb-d94b0064f1fb None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:19:04.554610 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87df8515-6c6d-4fb9-86c4-4fa9f7dd66b2 x-openstack-request-id: req-87df8515-6c6d-4fb9-86c4-4fa9f7dd66b2 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:19:04.555145 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea683f0-d9be-4b20-8c81-25aa9ca6d992", "tag": "7d448be0-bb9e-40d8-99e6-8abf9ec9ee31", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:19:04.555354 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87df8515-6c6d-4fb9-86c4-4fa9f7dd66b2 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:19:04.555786 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea683f0-d9be-4b20-8c81-25aa9ca6d992', 'tag': '7d448be0-bb9e-40d8-99e6-8abf9ec9ee31', 'status': 'completed', 'code': 200} Jul 28 04:19:04.645372 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583f17c-bf3a-4be1-a54c-9dde0a9e6739 req-a5d16c6b-6c7d-4c20-9ab5-b86f43bbae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:04.646874 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a583f17c-bf3a-4be1-a54c-9dde0a9e6739 req-a5d16c6b-6c7d-4c20-9ab5-b86f43bbae68 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 1099 time: 0.0472732 Jul 28 04:19:04.675409 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-33beb5b0-c275-4fa8-8fcb-d94b0064f1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'ee205134-8977-4bc6-bd7a-5a9538c5a22e', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'port_id': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'mac_address': 'fa:16:3e:e8:85:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:15:43Z', 'updated_at': '2021-07-28T04:15:46Z', 'revision_number': 1, 'project_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:04.701917 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33beb5b0-c275-4fa8-8fcb-d94b0064f1fb None None] Checking router: 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:19:04.709959 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33beb5b0-c275-4fa8-8fcb-d94b0064f1fb None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:19:04.710565 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-33beb5b0-c275-4fa8-8fcb-d94b0064f1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:18:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:04.777943 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5131dd-4670-44c0-b1e5-5f8b2778efa1 req-f08dc4e1-15b0-4d01-814c-a0d3a01acad6 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:04.779348 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cf5131dd-4670-44c0-b1e5-5f8b2778efa1 req-f08dc4e1-15b0-4d01-814c-a0d3a01acad6 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 946 time: 0.1708889 Jul 28 04:19:04.782188 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583f17c-bf3a-4be1-a54c-9dde0a9e6739 req-173a6295-7845-414a-9326-685a4cadab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:04.783532 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a583f17c-bf3a-4be1-a54c-9dde0a9e6739 req-173a6295-7845-414a-9326-685a4cadab42 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 912 time: 0.1288972 Jul 28 04:19:04.816644 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-33beb5b0-c275-4fa8-8fcb-d94b0064f1fb None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:19:04.832949 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a583f17c-bf3a-4be1-a54c-9dde0a9e6739 req-cbfafb9b-5214-4ef9-a51b-6a9fcab2cb29 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 HTTP/1.1" status: 200 len: 217 time: 0.0399976 Jul 28 04:19:04.861350 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-cf5131dd-4670-44c0-b1e5-5f8b2778efa1 req-f6896e9c-8530-440e-a3e0-55e256e37eea tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759275 Jul 28 04:19:04.894710 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583f17c-bf3a-4be1-a54c-9dde0a9e6739 req-8f1ccbf4-aa51-43ae-823c-546a2807643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:04.896201 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a583f17c-bf3a-4be1-a54c-9dde0a9e6739 req-8f1ccbf4-aa51-43ae-823c-546a2807643b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d01e9f9d-38cd-4035-a831-8e8050984cc6 HTTP/1.1" status: 200 len: 850 time: 0.0535526 Jul 28 04:19:04.943580 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583f17c-bf3a-4be1-a54c-9dde0a9e6739 req-2a43dde8-78cf-4d27-8eb9-9acd8e82e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:04.945102 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a583f17c-bf3a-4be1-a54c-9dde0a9e6739 req-2a43dde8-78cf-4d27-8eb9-9acd8e82e580 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9995752f-26c8-499b-851d-ac24052e53ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404611 Jul 28 04:19:05.035426 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a583f17c-bf3a-4be1-a54c-9dde0a9e6739 req-e3f71a60-e611-4fc4-9f0f-24a201c2541f service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813732 Jul 28 04:19:05.036608 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-33beb5b0-c275-4fa8-8fcb-d94b0064f1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'ee205134-8977-4bc6-bd7a-5a9538c5a22e', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'port_id': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'mac_address': 'fa:16:3e:e8:85:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:15:43Z', 'updated_at': '2021-07-28T04:15:46Z', 'revision_number': 1, 'project_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:05.065638 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33beb5b0-c275-4fa8-8fcb-d94b0064f1fb None None] The sync data for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi is: [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_floatingips': [{'id': 'ee205134-8977-4bc6-bd7a-5a9538c5a22e', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'router_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'port_id': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'mac_address': 'fa:16:3e:e8:85:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:15:43Z', 'updated_at': '2021-07-28T04:15:46Z', 'revision_number': 1, 'project_id': '699932c5162645f89bbd9d95710d863b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:19:05.130615 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-a583f17c-bf3a-4be1-a54c-9dde0a9e6739 req-495735c4-37e3-49ae-b054-469e97395977 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875406 Jul 28 04:19:05.267061 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e1f960-f748-46de-804e-87d2c54dc44f None None] New status for floating IP 23301cc1-90be-4e3e-bd54-fa2da39079a0: DOWN {{(pid=93265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:19:05.988284 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad734fa-c44c-4f4a-90f0-3fe1c7f24ecd req-76596fb8-ec5a-4ac8-95c6-a460e36288ec tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:05.989732 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6ad734fa-c44c-4f4a-90f0-3fe1c7f24ecd req-76596fb8-ec5a-4ac8-95c6-a460e36288ec tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 946 time: 0.0490317 Jul 28 04:19:06.027487 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-6ad734fa-c44c-4f4a-90f0-3fe1c7f24ecd req-e44af22d-440d-4e0e-aa5d-271ae5aa8ebb tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317609 Jul 28 04:19:06.302420 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5e342-165c-40a0-9141-25d6799a9604 req-294dde4e-227f-49f7-a147-fd32e297029b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:06.303807 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b6c5e342-165c-40a0-9141-25d6799a9604 req-294dde4e-227f-49f7-a147-fd32e297029b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 946 time: 0.0527589 Jul 28 04:19:06.399324 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-b6c5e342-165c-40a0-9141-25d6799a9604 req-ac874e3c-3a24-4451-a0dc-d4839b4ce396 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Deleting port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:19:06.399660 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-b6c5e342-165c-40a0-9141-25d6799a9604 req-ac874e3c-3a24-4451-a0dc-d4839b4ce396 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:06.487781 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-b6c5e342-165c-40a0-9141-25d6799a9604 req-ac874e3c-3a24-4451-a0dc-d4839b4ce396 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] For port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7d448be0-bb9e-40d8-99e6-8abf9ec9ee31,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:06.488148 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-b6c5e342-165c-40a0-9141-25d6799a9604 req-ac874e3c-3a24-4451-a0dc-d4839b4ce396 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:06.501035 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-b6c5e342-165c-40a0-9141-25d6799a9604 req-ac874e3c-3a24-4451-a0dc-d4839b4ce396 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Calling delete_port for 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 owned by compute:nova {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:19:06.621801 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-b6c5e342-165c-40a0-9141-25d6799a9604 req-ac874e3c-3a24-4451-a0dc-d4839b4ce396 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:06.653894 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac874e3c-3a24-4451-a0dc-d4839b4ce396 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event deleted for resources: {'Port': ['ID=7d448be0-bb9e-40d8-99e6-8abf9ec9ee31,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:06.693493 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c5e342-165c-40a0-9141-25d6799a9604 req-ac874e3c-3a24-4451-a0dc-d4839b4ce396 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] No DVR routers for this DVR port 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 on host hv-cinder-73306 {{(pid=93262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:19:06.695959 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-b6c5e342-165c-40a0-9141-25d6799a9604 req-ac874e3c-3a24-4451-a0dc-d4839b4ce396 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:06.698086 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-b6c5e342-165c-40a0-9141-25d6799a9604 req-ac874e3c-3a24-4451-a0dc-d4839b4ce396 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.25 "DELETE /v2.0/ports/7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 HTTP/1.1" status: 204 len: 173 time: 0.3799911 Jul 28 04:19:06.698517 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea683f0-d9be-4b20-8c81-25aa9ca6d992', 'name': 'network-vif-deleted', 'tag': '7d448be0-bb9e-40d8-99e6-8abf9ec9ee31'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:19:06.700759 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff413a92-32dd-456d-b9cd-e69db52cdf50" -d '{"events": [{"server_uuid": "2ea683f0-d9be-4b20-8c81-25aa9ca6d992", "name": "network-vif-deleted", "tag": "7d448be0-bb9e-40d8-99e6-8abf9ec9ee31"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:19:06.736868 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8536b0d-d75c-46f0-a634-51c84dc75826 x-openstack-request-id: req-a8536b0d-d75c-46f0-a634-51c84dc75826 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:19:06.737154 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea683f0-d9be-4b20-8c81-25aa9ca6d992", "name": "network-vif-deleted", "tag": "7d448be0-bb9e-40d8-99e6-8abf9ec9ee31", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:19:06.737426 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8536b0d-d75c-46f0-a634-51c84dc75826 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:19:06.737836 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea683f0-d9be-4b20-8c81-25aa9ca6d992', 'name': 'network-vif-deleted', 'tag': '7d448be0-bb9e-40d8-99e6-8abf9ec9ee31', 'status': 'completed', 'code': 200} Jul 28 04:19:07.138129 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-50706c02-fc54-4809-8b8d-3e474fd64136 req-73e8065f-1460-451c-9ee9-e085eadb3a34 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ea683f0-d9be-4b20-8c81-25aa9ca6d992 HTTP/1.1" status: 200 len: 210 time: 0.0348144 Jul 28 04:19:08.641843 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:19:08.661706 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:19:08.662050 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device 7d448be0-bb9e-40d8-99e6-8abf9ec9ee31 not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:19:10.407040 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35404) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:10.558969 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf4f92-0dea-4899-9016-d2a68ee3ed24 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Deleting port 468b25dd-046b-437c-978a-c8bebaaa821f {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:19:10.559307 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6bdf4f92-0dea-4899-9016-d2a68ee3ed24 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:10.635982 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6bdf4f92-0dea-4899-9016-d2a68ee3ed24 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:10.636305 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6bdf4f92-0dea-4899-9016-d2a68ee3ed24 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:10.647457 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf4f92-0dea-4899-9016-d2a68ee3ed24 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Calling delete_port for 468b25dd-046b-437c-978a-c8bebaaa821f owned by network:floatingip {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:19:10.793596 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6bdf4f92-0dea-4899-9016-d2a68ee3ed24 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:10.823552 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf4f92-0dea-4899-9016-d2a68ee3ed24 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event deleted for resources: {'Port': ['ID=468b25dd-046b-437c-978a-c8bebaaa821f,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:10.878225 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6bdf4f92-0dea-4899-9016-d2a68ee3ed24 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:10.878568 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.db.l3_db [None req-6bdf4f92-0dea-4899-9016-d2a68ee3ed24 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Floating IP ee205134-8977-4bc6-bd7a-5a9538c5a22e disassociated (deleted). External IP: 172.27.1.62, port: a40c7d93-c9e2-45ad-aa9d-d3ac36535c30. Jul 28 04:19:11.081370 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdf4f92-0dea-4899-9016-d2a68ee3ed24 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:19:11.186253 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdf4f92-0dea-4899-9016-d2a68ee3ed24 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:19:11.190820 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-6bdf4f92-0dea-4899-9016-d2a68ee3ed24 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:11.195412 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006f5bf-525d-4b63-8369-ad2b281302b8 None None] Sync routers for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:19:11.204376 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006f5bf-525d-4b63-8369-ad2b281302b8 None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:19:11.204980 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-2006f5bf-525d-4b63-8369-ad2b281302b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:18:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:11.220359 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-6bdf4f92-0dea-4899-9016-d2a68ee3ed24 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "DELETE /v2.0/floatingips/ee205134-8977-4bc6-bd7a-5a9538c5a22e HTTP/1.1" status: 204 len: 168 time: 0.8099606 Jul 28 04:19:11.220359 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'tag': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:19:11.221001 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226cf52a-8b9a-42d6-b15c-4bfd6e0de3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb64262-ada3-4a82-b9cf-2c15cb9bd809", "tag": "a40c7d93-c9e2-45ad-aa9d-d3ac36535c30"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:19:11.312553 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-2006f5bf-525d-4b63-8369-ad2b281302b8 None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:19:11.372585 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38726e97-4720-4213-b42f-b432cf39cfb2 x-openstack-request-id: req-38726e97-4720-4213-b42f-b432cf39cfb2 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:19:11.372872 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb64262-ada3-4a82-b9cf-2c15cb9bd809", "tag": "a40c7d93-c9e2-45ad-aa9d-d3ac36535c30", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:19:11.373123 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38726e97-4720-4213-b42f-b432cf39cfb2 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:19:11.373518 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'tag': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'status': 'completed', 'code': 200} Jul 28 04:19:11.489681 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1fb9c-4eab-43d4-aadd-6e16182990f0 req-f0252e56-2977-42f4-8632-a336d57df313 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:11.491067 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d3c1fb9c-4eab-43d4-aadd-6e16182990f0 req-f0252e56-2977-42f4-8632-a336d57df313 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 945 time: 0.0756512 Jul 28 04:19:11.506804 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cf52a-8b9a-42d6-b15c-4bfd6e0de3ba req-8587a5e1-06d2-4b61-b69c-cda4fb4550a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:11.508260 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-226cf52a-8b9a-42d6-b15c-4bfd6e0de3ba req-8587a5e1-06d2-4b61-b69c-cda4fb4550a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=699932c5162645f89bbd9d95710d863b&device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 1098 time: 0.0668876 Jul 28 04:19:11.511046 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-2006f5bf-525d-4b63-8369-ad2b281302b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:11.539941 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006f5bf-525d-4b63-8369-ad2b281302b8 None None] Checking router: 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:19:11.548157 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006f5bf-525d-4b63-8369-ad2b281302b8 None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:19:11.548771 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-2006f5bf-525d-4b63-8369-ad2b281302b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:18:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:11.580043 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-d3c1fb9c-4eab-43d4-aadd-6e16182990f0 req-8915d60a-feb5-4dfc-b561-6a8f7a6cbeee tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808110 Jul 28 04:19:11.619949 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cf52a-8b9a-42d6-b15c-4bfd6e0de3ba req-9954aaa3-a7f1-4d0c-a01c-ef032ce9fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:11.621418 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-226cf52a-8b9a-42d6-b15c-4bfd6e0de3ba req-9954aaa3-a7f1-4d0c-a01c-ef032ce9fc37 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 200 len: 912 time: 0.1053298 Jul 28 04:19:11.669264 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-226cf52a-8b9a-42d6-b15c-4bfd6e0de3ba req-1930c441-a115-4a42-bb2c-c971afb747f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 HTTP/1.1" status: 200 len: 217 time: 0.0398505 Jul 28 04:19:11.781267 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-2006f5bf-525d-4b63-8369-ad2b281302b8 None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:19:11.973058 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cf52a-8b9a-42d6-b15c-4bfd6e0de3ba req-95e77046-19f8-46c9-b7bb-d90b047a4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:11.974512 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-226cf52a-8b9a-42d6-b15c-4bfd6e0de3ba req-95e77046-19f8-46c9-b7bb-d90b047a4ada service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d01e9f9d-38cd-4035-a831-8e8050984cc6 HTTP/1.1" status: 200 len: 850 time: 0.2971509 Jul 28 04:19:11.981887 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-2006f5bf-525d-4b63-8369-ad2b281302b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:12.008946 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006f5bf-525d-4b63-8369-ad2b281302b8 None None] The sync data for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi is: [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:12:19Z', 'revision_number': 4, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi', '_interfaces': [{'id': 'f2e958b5-132c-43b8-a114-a5b327252963', 'name': '', 'network_id': '9995752f-26c8-499b-851d-ac24052e53ae', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'mac_address': 'fa:16:3e:c3:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:18Z', 'updated_at': '2021-07-28T04:12:25Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'subnets': [{'id': 'd01e9f9d-38cd-4035-a831-8e8050984cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:19:12.022322 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cf52a-8b9a-42d6-b15c-4bfd6e0de3ba req-f11593fd-9807-4c05-8772-05125d278152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:12.023845 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-226cf52a-8b9a-42d6-b15c-4bfd6e0de3ba req-f11593fd-9807-4c05-8772-05125d278152 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9995752f-26c8-499b-851d-ac24052e53ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403507 Jul 28 04:19:12.118049 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-226cf52a-8b9a-42d6-b15c-4bfd6e0de3ba req-3315fb04-0e08-48e0-9ffd-c9944b203bf0 service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863845 Jul 28 04:19:12.211357 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-226cf52a-8b9a-42d6-b15c-4bfd6e0de3ba req-f2c95fb5-9abb-4fdb-9f6c-b57eb65ddc6b service neutron] 10.222.0.25 "GET /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848763 Jul 28 04:19:12.224223 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7179f891-06ad-4c27-bc78-aff96ef41f40 None None] New status for floating IP ee205134-8977-4bc6-bd7a-5a9538c5a22e: DOWN {{(pid=93265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:19:12.697690 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda33962-6935-4876-baaf-01b166c92ed6 req-053e9d43-c279-47ea-a99e-1e38d5548645 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:12.699140 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eda33962-6935-4876-baaf-01b166c92ed6 req-053e9d43-c279-47ea-a99e-1e38d5548645 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 945 time: 0.0498371 Jul 28 04:19:12.736628 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-eda33962-6935-4876-baaf-01b166c92ed6 req-ba4c5979-129d-4215-8473-71347650e54c tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae17886-098f-48f6-ba93-b41eb0faef45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314245 Jul 28 04:19:13.116331 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae8ed8-b583-492a-ad32-61d429a84896 req-1218d838-e086-45cc-bdbb-2c008a76ecb7 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:19:13.117751 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c5ae8ed8-b583-492a-ad32-61d429a84896 req-1218d838-e086-45cc-bdbb-2c008a76ecb7 tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 945 time: 0.0521231 Jul 28 04:19:13.204836 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-c5ae8ed8-b583-492a-ad32-61d429a84896 req-fa4dd989-945d-4843-aa71-bfb9f684c95f tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Deleting port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:19:13.205094 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-c5ae8ed8-b583-492a-ad32-61d429a84896 req-fa4dd989-945d-4843-aa71-bfb9f684c95f tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:13.293878 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [req-c5ae8ed8-b583-492a-ad32-61d429a84896 req-fa4dd989-945d-4843-aa71-bfb9f684c95f tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] For port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:13.294249 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-c5ae8ed8-b583-492a-ad32-61d429a84896 req-fa4dd989-945d-4843-aa71-bfb9f684c95f tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:13.307116 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [req-c5ae8ed8-b583-492a-ad32-61d429a84896 req-fa4dd989-945d-4843-aa71-bfb9f684c95f tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Calling delete_port for a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 owned by compute:nova {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:19:13.433236 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-c5ae8ed8-b583-492a-ad32-61d429a84896 req-fa4dd989-945d-4843-aa71-bfb9f684c95f tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:13.466467 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4dd989-945d-4843-aa71-bfb9f684c95f tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event deleted for resources: {'Port': ['ID=a40c7d93-c9e2-45ad-aa9d-d3ac36535c30,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:13.502476 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ae8ed8-b583-492a-ad32-61d429a84896 req-fa4dd989-945d-4843-aa71-bfb9f684c95f tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] No DVR routers for this DVR port a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 on host hv-cinder-73306 {{(pid=93262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:19:13.504917 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [req-c5ae8ed8-b583-492a-ad32-61d429a84896 req-fa4dd989-945d-4843-aa71-bfb9f684c95f tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for port, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:13.506922 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-c5ae8ed8-b583-492a-ad32-61d429a84896 req-fa4dd989-945d-4843-aa71-bfb9f684c95f tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.25 "DELETE /v2.0/ports/a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 HTTP/1.1" status: 204 len: 173 time: 0.3824668 Jul 28 04:19:13.507507 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'name': 'network-vif-deleted', 'tag': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30'}] {{(pid=93262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:19:13.510806 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34c3978bd35c6049cbf1cb52323438f89e01ca2a4aefebd838656081e56faa72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95b8900-6397-449f-a363-41b4241e90b1" -d '{"events": [{"server_uuid": "0eb64262-ada3-4a82-b9cf-2c15cb9bd809", "name": "network-vif-deleted", "tag": "a40c7d93-c9e2-45ad-aa9d-d3ac36535c30"}]}' {{(pid=93262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:19:13.546891 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3560f6b8-a47c-4feb-8fea-ca6cc2e24f26 x-openstack-request-id: req-3560f6b8-a47c-4feb-8fea-ca6cc2e24f26 {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:19:13.547187 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb64262-ada3-4a82-b9cf-2c15cb9bd809", "name": "network-vif-deleted", "tag": "a40c7d93-c9e2-45ad-aa9d-d3ac36535c30", "status": "completed", "code": 200}]} {{(pid=93262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:19:13.547440 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3560f6b8-a47c-4feb-8fea-ca6cc2e24f26 {{(pid=93262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:19:13.547896 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb64262-ada3-4a82-b9cf-2c15cb9bd809', 'name': 'network-vif-deleted', 'tag': 'a40c7d93-c9e2-45ad-aa9d-d3ac36535c30', 'status': 'completed', 'code': 200} Jul 28 04:19:13.835680 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [req-4ee07f63-f362-4c07-91b1-05c3deee9adb req-05976d4d-093a-4f3c-a71b-170c277c2ddc tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb64262-ada3-4a82-b9cf-2c15cb9bd809 HTTP/1.1" status: 200 len: 210 time: 0.0290523 Jul 28 04:19:14.890886 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 35420) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:14.993734 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:19:15.011057 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Deleting port 2389344e-85bc-4d5f-b2f0-11002a795f15 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:19:15.011396 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:15.083290 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:15.083613 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:15.095464 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Calling delete_port for 2389344e-85bc-4d5f-b2f0-11002a795f15 owned by network:floatingip {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:19:15.224443 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:15.249898 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event deleted for resources: {'Port': ['ID=2389344e-85bc-4d5f-b2f0-11002a795f15,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:15.278804 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:15.279152 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:15.279489 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:15.279845 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:15.280175 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:15.280500 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:15.280823 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:15.281144 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:15.281465 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:15.281781 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:15.282096 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:15.282409 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:15.318851 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:15.321351 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419269'] for floatingip, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:15.323317 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-38b777ea-ba51-41a3-8e50-e2159bff0d5b tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "DELETE /v2.0/floatingips/f0b6cb5d-9d8c-419b-9593-8d873160fedf HTTP/1.1" status: 204 len: 168 time: 0.4312487 Jul 28 04:19:16.507467 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35434) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:16.564178 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ffc26a09-b0bf-4fb7-af9b-5c804003480a tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:16.589060 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ffc26a09-b0bf-4fb7-af9b-5c804003480a tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:16.653430 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ffc26a09-b0bf-4fb7-af9b-5c804003480a tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:16.656033 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-ffc26a09-b0bf-4fb7-af9b-5c804003480a tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Notify callbacks [] for security_group, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:16.657168 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-ffc26a09-b0bf-4fb7-af9b-5c804003480a tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] 10.222.0.16 "DELETE /v2.0/security-groups/6ae17886-098f-48f6-ba93-b41eb0faef45 HTTP/1.1" status: 204 len: 168 time: 0.1486995 Jul 28 04:19:16.666306 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc26a09-b0bf-4fb7-af9b-5c804003480a tempest-TestVolumeBootPattern-1395457775 tempest-TestVolumeBootPattern-1395457775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae17886-098f-48f6-ba93-b41eb0faef45,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:16.688315 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:19:16.712595 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] No Port match for: a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:19:16.712595 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Device a40c7d93-c9e2-45ad-aa9d-d3ac36535c30 not bound to the agent host hv-cinder-73306 {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:19:16.713852 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35438) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:17.170999 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0ab6dc60-cf88-4174-91a0-23f0ed498fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33441852'] for router_interface, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:17.407908 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-0ab6dc60-cf88-4174-91a0-23f0ed498fa0 admin admin] Deleting port f2e958b5-132c-43b8-a114-a5b327252963 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:19:17.408168 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0ab6dc60-cf88-4174-91a0-23f0ed498fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:17.485202 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-0ab6dc60-cf88-4174-91a0-23f0ed498fa0 admin admin] For port f2e958b5-132c-43b8-a114-a5b327252963, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=f2e958b5-132c-43b8-a114-a5b327252963,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:17.485594 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0ab6dc60-cf88-4174-91a0-23f0ed498fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:17.498366 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-0ab6dc60-cf88-4174-91a0-23f0ed498fa0 admin admin] Calling delete_port for f2e958b5-132c-43b8-a114-a5b327252963 owned by network:router_interface {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:19:17.670523 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0ab6dc60-cf88-4174-91a0-23f0ed498fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:17.696484 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6dc60-cf88-4174-91a0-23f0ed498fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e958b5-132c-43b8-a114-a5b327252963,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:17.857436 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0ab6dc60-cf88-4174-91a0-23f0ed498fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33249956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33441872'] for router_interface, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:18.064657 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab6dc60-cf88-4174-91a0-23f0ed498fa0 admin admin] Router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:19:18.168310 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab6dc60-cf88-4174-91a0-23f0ed498fa0 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:19:18.173826 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-0ab6dc60-cf88-4174-91a0-23f0ed498fa0 admin admin] 10.222.0.16 "PUT /v2.0/routers/1d5f0c7f-2660-42d7-bc49-2a4bd881a483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4586167 Jul 28 04:19:18.176021 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35442) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:18.176965 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8d6539-f137-422a-bd37-d6e63d6a6ec9 None None] Sync routers for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:19:18.186760 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d6539-f137-422a-bd37-d6e63d6a6ec9 None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:19:18.187371 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-ea8d6539-f137-422a-bd37-d6e63d6a6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:18:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:18.277401 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2fbb03cb-e70f-447f-b23a-498fc74b2b23 admin admin] Notify callbacks [] for router, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:18.288784 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-ea8d6539-f137-422a-bd37-d6e63d6a6ec9 None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: dv-cinder-733062-21-iscsi {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:19:18.377438 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2fbb03cb-e70f-447f-b23a-498fc74b2b23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:18.427807 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb03cb-e70f-447f-b23a-498fc74b2b23 admin admin] Deleting port a6a8f69d-7685-43f7-b3b8-e45073b80be6 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:19:18.428152 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2fbb03cb-e70f-447f-b23a-498fc74b2b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:18.464537 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-ea8d6539-f137-422a-bd37-d6e63d6a6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:19:17Z', 'revision_number': 5, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port': {'id': 'a6a8f69d-7685-43f7-b3b8-e45073b80be6', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:17Z', 'updated_at': '2021-07-28T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:18.490155 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8d6539-f137-422a-bd37-d6e63d6a6ec9 None None] Checking router: 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 for host: dv-cinder-733062-21-iscsi {{(pid=93264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:19:18.499017 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d6539-f137-422a-bd37-d6e63d6a6ec9 None None] Routers {'1d5f0c7f-2660-42d7-bc49-2a4bd881a483'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:19:18.499621 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-ea8d6539-f137-422a-bd37-d6e63d6a6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:18:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'], 'active': True} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:18.511798 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-2fbb03cb-e70f-447f-b23a-498fc74b2b23 admin admin] For port a6a8f69d-7685-43f7-b3b8-e45073b80be6, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=a6a8f69d-7685-43f7-b3b8-e45073b80be6,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:18.512192 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2fbb03cb-e70f-447f-b23a-498fc74b2b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:18.523702 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb03cb-e70f-447f-b23a-498fc74b2b23 admin admin] Calling delete_port for a6a8f69d-7685-43f7-b3b8-e45073b80be6 owned by network:router_gateway {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:19:18.605938 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvr_db [None req-ea8d6539-f137-422a-bd37-d6e63d6a6ec9 None None] Set router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 gateway port host: None {{(pid=93264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:19:18.666606 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_hamode_db [None req-ea8d6539-f137-422a-bd37-d6e63d6a6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:19:18Z', 'revision_number': 6, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port_host': None}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:18.694355 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8d6539-f137-422a-bd37-d6e63d6a6ec9 None None] The sync data for ids ['1d5f0c7f-2660-42d7-bc49-2a4bd881a483'] in dv-cinder-733062-21-iscsi is: [{'id': '1d5f0c7f-2660-42d7-bc49-2a4bd881a483', 'name': 'tempest-TestVolumeBootPattern-295209274-router', 'tenant_id': '699932c5162645f89bbd9d95710d863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:16Z', 'updated_at': '2021-07-28T04:19:18Z', 'revision_number': 6, 'project_id': '699932c5162645f89bbd9d95710d863b', 'gw_port_host': None}] {{(pid=93264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:19:18.695603 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2fbb03cb-e70f-447f-b23a-498fc74b2b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:18.723465 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb03cb-e70f-447f-b23a-498fc74b2b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a8f69d-7685-43f7-b3b8-e45073b80be6,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:18.786515 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2fbb03cb-e70f-447f-b23a-498fc74b2b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33084914'] for router_gateway, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:18.879492 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2fbb03cb-e70f-447f-b23a-498fc74b2b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33129325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-211171'] for router, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:18.881566 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2fbb03cb-e70f-447f-b23a-498fc74b2b23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:18.925499 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2fbb03cb-e70f-447f-b23a-498fc74b2b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33128701'] for router, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:18.925993 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbb03cb-e70f-447f-b23a-498fc74b2b23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d5f0c7f-2660-42d7-bc49-2a4bd881a483 {{(pid=93262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:19:18.930221 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-2fbb03cb-e70f-447f-b23a-498fc74b2b23 admin admin] Notify callbacks [] for router, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:18.931938 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-2fbb03cb-e70f-447f-b23a-498fc74b2b23 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1d5f0c7f-2660-42d7-bc49-2a4bd881a483 HTTP/1.1" status: 204 len: 168 time: 0.7544580 Jul 28 04:19:18.933876 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35444) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:18.976640 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2cb0e7-caf2-456f-bc1e-cd79cfbc0365 admin admin] Deleting subnet d01e9f9d-38cd-4035-a831-8e8050984cc6 {{(pid=93262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:19:18.980791 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb0e7-caf2-456f-bc1e-cd79cfbc0365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.013774 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb0e7-caf2-456f-bc1e-cd79cfbc0365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30318906'] for subnet, precommit_delete_associations {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.104709 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb0e7-caf2-456f-bc1e-cd79cfbc0365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.161725 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb0e7-caf2-456f-bc1e-cd79cfbc0365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30596327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30343369'] for subnet, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.187235 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cb0e7-caf2-456f-bc1e-cd79cfbc0365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d01e9f9d-38cd-4035-a831-8e8050984cc6,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:19.190722 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb0e7-caf2-456f-bc1e-cd79cfbc0365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.193672 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-0d2cb0e7-caf2-456f-bc1e-cd79cfbc0365 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d01e9f9d-38cd-4035-a831-8e8050984cc6 HTTP/1.1" status: 204 len: 168 time: 0.2577908 Jul 28 04:19:19.195246 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35446) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:19.197649 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e81387-8f4d-426b-86f1-d45b334c2c72 None None] Network 9995752f-26c8-499b-851d-ac24052e53ae requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:19:19.265148 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.318218 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] Deleting port 28fb2c3c-cafb-4725-885e-5158be40cc41 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:19:19.318565 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.380039 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] For port 28fb2c3c-cafb-4725-885e-5158be40cc41, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=28fb2c3c-cafb-4725-885e-5158be40cc41,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:19.380406 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.393088 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] Calling delete_port for 28fb2c3c-cafb-4725-885e-5158be40cc41 owned by network:dhcp {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:19:19.489095 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] DHCP port deletion for 9995752f-26c8-499b-851d-ac24052e53ae request from dv-cinder-733062-21-iscsi {{(pid=93264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:19:19.515525 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device f2e958b5-132c-43b8-a114-a5b327252963 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:19:19.538318 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: f2e958b5-132c-43b8-a114-a5b327252963 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:19:19.538528 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device f2e958b5-132c-43b8-a114-a5b327252963 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:19:19.561802 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Deleting port 28fb2c3c-cafb-4725-885e-5158be40cc41 {{(pid=93264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:19:19.562067 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.631150 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.db [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] For port 28fb2c3c-cafb-4725-885e-5158be40cc41, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=28fb2c3c-cafb-4725-885e-5158be40cc41,segment=NetworkSegment(9f9b1f82-df4f-4e6d-b856-f08b1961c802),segment_id=9f9b1f82-df4f-4e6d-b856-f08b1961c802)] {{(pid=93264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:19.631542 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.644997 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Calling delete_port for 28fb2c3c-cafb-4725-885e-5158be40cc41 owned by network:dhcp {{(pid=93264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:19:19.731857 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767'] for port, after_delete {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.740108 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.762184 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Pushing event deleted for resources: {'Port': ['ID=28fb2c3c-cafb-4725-885e-5158be40cc41,revision_number=None']} {{(pid=93264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:19.768441 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] No DVR routers for this DVR port 28fb2c3c-cafb-4725-885e-5158be40cc41 on host dv-cinder-733062-21-iscsi {{(pid=93264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:19:19.769034 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] Pushing event deleted for resources: {'Port': ['ID=28fb2c3c-cafb-4725-885e-5158be40cc41,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:19.771145 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] No DVR routers for this DVR port 28fb2c3c-cafb-4725-885e-5158be40cc41 on host dv-cinder-733062-21-iscsi {{(pid=93262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:19:19.772145 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:19.772495 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:19.772960 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:19.773958 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:19.773958 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:19.773958 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:19.774194 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:19.774434 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:19.774765 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:19.775651 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:19.775937 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:19.776267 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedaac4b-8235-4ea9-9da0-25ce6e0f5736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-21-iscsi {{(pid=93264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:19:19.847866 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.857712 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9995752f-26c8-499b-851d-ac24052e53ae']}} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:19.867579 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9b1f82-df4f-4e6d-b856-f08b1961c802') {'for_net_delete': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:19.867904 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9b1f82-df4f-4e6d-b856-f08b1961c802') {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:19.877243 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30318899'] for segment, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.890700 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.896434 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:19:19.896818 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30596253'] for segment, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: self.session.flush() Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: self.session.flush() Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: self.session.flush() Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: self.session.flush() Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: Traceback (most recent call last): Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: timer() Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: cb(*args, **kw) Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: return func(*args, **kwargs) Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: self._notify() Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: self.callback(batched_events) Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: event.method(event) Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: return f(self, *a, **k) Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._get(url).json() Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: return self.request(url, 'GET', **kwargs) Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:19:19.898406 dv-cinder-733062-21-iscsi neutron-server[93262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:19:19.950989 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.956194 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:19.958029 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] 10.222.0.16 "DELETE /v2.0/networks/9995752f-26c8-499b-851d-ac24052e53ae HTTP/1.1" status: 204 len: 168 time: 0.7617743 Jul 28 04:19:19.960973 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 35448) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:19.969997 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ddb8b-becb-4d5b-806a-c5c27363ed6f admin admin] Pushing event deleted for resources: {'Network': ['ID=9995752f-26c8-499b-851d-ac24052e53ae,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:20.299292 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-efa33ba2-8196-4690-96b8-14ebf0c9ee30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33441852'] for router_interface, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:20.490839 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ce20-f778-4834-b077-41a10bce7e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:20.536783 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-efa33ba2-8196-4690-96b8-14ebf0c9ee30 admin admin] Deleting port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:19:20.537127 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-efa33ba2-8196-4690-96b8-14ebf0c9ee30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:20.615832 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [None req-efa33ba2-8196-4690-96b8-14ebf0c9ee30 admin admin] For port 15ee870b-dfdc-4f2a-b1d5-12657a3feda8, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=15ee870b-dfdc-4f2a-b1d5-12657a3feda8,segment=NetworkSegment(053987c1-53b3-43c5-a32a-b00348542d18),segment_id=053987c1-53b3-43c5-a32a-b00348542d18)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:20.616198 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-efa33ba2-8196-4690-96b8-14ebf0c9ee30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:20.629006 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-efa33ba2-8196-4690-96b8-14ebf0c9ee30 admin admin] Calling delete_port for 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 owned by network:router_interface {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:19:20.802339 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-efa33ba2-8196-4690-96b8-14ebf0c9ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:20.832179 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa33ba2-8196-4690-96b8-14ebf0c9ee30 admin admin] Pushing event deleted for resources: {'Port': ['ID=15ee870b-dfdc-4f2a-b1d5-12657a3feda8,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:21.002116 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-efa33ba2-8196-4690-96b8-14ebf0c9ee30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33249956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33441872'] for router_interface, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:21.017265 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device a6a8f69d-7685-43f7-b3b8-e45073b80be6 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:19:21.036758 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: a6a8f69d-7685-43f7-b3b8-e45073b80be6 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:19:21.037103 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device a6a8f69d-7685-43f7-b3b8-e45073b80be6 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:19:21.037521 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 28fb2c3c-cafb-4725-885e-5158be40cc41 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:19:21.055685 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: 28fb2c3c-cafb-4725-885e-5158be40cc41 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:19:21.056077 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 28fb2c3c-cafb-4725-885e-5158be40cc41 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:19:21.215595 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa33ba2-8196-4690-96b8-14ebf0c9ee30 admin admin] Router e75dc7e5-510d-454c-95ab-cfab5c66218e has already been hosted by L3 agent e394ba31-cd95-40c7-93d9-a10ce190273d {{(pid=93263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:19:21.319160 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa33ba2-8196-4690-96b8-14ebf0c9ee30 admin admin] Notify agent at l3_agent.dv-cinder-733062-21-iscsi the message routers_updated {{(pid=93263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:19:21.324546 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-efa33ba2-8196-4690-96b8-14ebf0c9ee30 admin admin] 10.222.0.16 "PUT /v2.0/routers/e75dc7e5-510d-454c-95ab-cfab5c66218e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3625655 Jul 28 04:19:21.327000 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 35450) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:21.328096 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7baad9-3a45-4cf5-827d-d2e5d8242fa5 None None] Sync routers for ids ['e75dc7e5-510d-454c-95ab-cfab5c66218e'] in dv-cinder-733062-21-iscsi {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:19:21.338332 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7baad9-3a45-4cf5-827d-d2e5d8242fa5 None None] Routers {'e75dc7e5-510d-454c-95ab-cfab5c66218e'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:19:21.339002 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-ab7baad9-3a45-4cf5-827d-d2e5d8242fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:18:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['e75dc7e5-510d-454c-95ab-cfab5c66218e'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:21.429989 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bb462b46-2162-4833-a540-3839bb4582d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:21.439679 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-ab7baad9-3a45-4cf5-827d-d2e5d8242fa5 None None] Set router e75dc7e5-510d-454c-95ab-cfab5c66218e gateway port host: dv-cinder-733062-21-iscsi {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:19:21.534534 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bb462b46-2162-4833-a540-3839bb4582d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:21.585980 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-bb462b46-2162-4833-a540-3839bb4582d9 admin admin] Deleting port f32149df-4cf9-4710-9d49-e16db303b38e {{(pid=93263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:19:21.586330 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bb462b46-2162-4833-a540-3839bb4582d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:21.669698 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.db [None req-bb462b46-2162-4833-a540-3839bb4582d9 admin admin] For port f32149df-4cf9-4710-9d49-e16db303b38e, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=f32149df-4cf9-4710-9d49-e16db303b38e,segment=NetworkSegment(3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b),segment_id=3d5c6ddc-5f71-470a-a861-1ffb91bd7b7b)] {{(pid=93263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:21.670083 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bb462b46-2162-4833-a540-3839bb4582d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:21.682091 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.plugins.ml2.plugin [None req-bb462b46-2162-4833-a540-3839bb4582d9 admin admin] Calling delete_port for f32149df-4cf9-4710-9d49-e16db303b38e owned by network:router_gateway {{(pid=93263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:19:21.697591 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-ab7baad9-3a45-4cf5-827d-d2e5d8242fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'name': 'tempest-TestVolumeBootPattern-577056587-router', 'tenant_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'external_fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f32149df-4cf9-4710-9d49-e16db303b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:21Z', 'updated_at': '2021-07-28T04:19:20Z', 'revision_number': 5, 'project_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'gw_port': {'id': 'f32149df-4cf9-4710-9d49-e16db303b38e', 'name': '', 'network_id': 'd8863e53-3de7-4b8e-8c20-72f015d11098', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:12:21Z', 'updated_at': '2021-07-28T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd362720-8b14-4c4e-ad6d-c360f8167e4f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-21-iscsi'}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:21.722729 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7baad9-3a45-4cf5-827d-d2e5d8242fa5 None None] Checking router: e75dc7e5-510d-454c-95ab-cfab5c66218e for host: dv-cinder-733062-21-iscsi {{(pid=93265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:19:21.731327 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7baad9-3a45-4cf5-827d-d2e5d8242fa5 None None] Routers {'e75dc7e5-510d-454c-95ab-cfab5c66218e'} bound to L3 agent in host dv-cinder-733062-21-iscsi {{(pid=93265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:19:21.731961 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-ab7baad9-3a45-4cf5-827d-d2e5d8242fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:29:23Z,description=,heartbeat_timestamp=2021-07-28T04:18:53Z,host='dv-cinder-733062-21-iscsi',id=e394ba31-cd95-40c7-93d9-a10ce190273d,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:29:23Z,topic='l3_agent')) {'router_ids': ['e75dc7e5-510d-454c-95ab-cfab5c66218e'], 'active': True} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:21.815739 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_dvr_db [None req-ab7baad9-3a45-4cf5-827d-d2e5d8242fa5 None None] Set router e75dc7e5-510d-454c-95ab-cfab5c66218e gateway port host: None {{(pid=93265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:19:21.846419 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bb462b46-2162-4833-a540-3839bb4582d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29890294'] for port, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:21.868984 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.l3_hamode_db [None req-ab7baad9-3a45-4cf5-827d-d2e5d8242fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'name': 'tempest-TestVolumeBootPattern-577056587-router', 'tenant_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:21Z', 'updated_at': '2021-07-28T04:19:21Z', 'revision_number': 6, 'project_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'gw_port_host': None}], 'dv-cinder-733062-21-iscsi', False) {} {{(pid=93265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:21.872028 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb462b46-2162-4833-a540-3839bb4582d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f32149df-4cf9-4710-9d49-e16db303b38e,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:21.895390 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7baad9-3a45-4cf5-827d-d2e5d8242fa5 None None] The sync data for ids ['e75dc7e5-510d-454c-95ab-cfab5c66218e'] in dv-cinder-733062-21-iscsi is: [{'id': 'e75dc7e5-510d-454c-95ab-cfab5c66218e', 'name': 'tempest-TestVolumeBootPattern-577056587-router', 'tenant_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:12:21Z', 'updated_at': '2021-07-28T04:19:21Z', 'revision_number': 6, 'project_id': 'd2c2d70ab9114a06818ee7f77b1040d6', 'gw_port_host': None}] {{(pid=93265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:19:21.936503 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bb462b46-2162-4833-a540-3839bb4582d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33084914'] for router_gateway, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.024309 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bb462b46-2162-4833-a540-3839bb4582d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33129325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-211171'] for router, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.026983 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bb462b46-2162-4833-a540-3839bb4582d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.072644 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bb462b46-2162-4833-a540-3839bb4582d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33128701'] for router, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.073134 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb462b46-2162-4833-a540-3839bb4582d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e75dc7e5-510d-454c-95ab-cfab5c66218e {{(pid=93263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:19:22.077651 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-bb462b46-2162-4833-a540-3839bb4582d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.078801 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-bb462b46-2162-4833-a540-3839bb4582d9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e75dc7e5-510d-454c-95ab-cfab5c66218e HTTP/1.1" status: 204 len: 168 time: 0.7508960 Jul 28 04:19:22.081292 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 35452) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:22.124973 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd7069d-50d7-43ce-9cd8-4e9620d9a303 admin admin] Deleting subnet 48f4285c-5a1c-4202-8349-efc9d9b162da {{(pid=93263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:19:22.127832 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ddd7069d-50d7-43ce-9cd8-4e9620d9a303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.160944 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ddd7069d-50d7-43ce-9cd8-4e9620d9a303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29659173'] for subnet, precommit_delete_associations {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.241774 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ddd7069d-50d7-43ce-9cd8-4e9620d9a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996921'] for subnet, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.297967 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ddd7069d-50d7-43ce-9cd8-4e9620d9a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29890211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24696651'] for subnet, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.327932 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ddd7069d-50d7-43ce-9cd8-4e9620d9a303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for subnet, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.332151 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-ddd7069d-50d7-43ce-9cd8-4e9620d9a303 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/48f4285c-5a1c-4202-8349-efc9d9b162da HTTP/1.1" status: 204 len: 168 time: 0.2476127 Jul 28 04:19:22.332151 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7069d-50d7-43ce-9cd8-4e9620d9a303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48f4285c-5a1c-4202-8349-efc9d9b162da,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:22.332804 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a801d587-923c-4673-9d75-9ee3e047cf62 None None] Network 6fb840bc-cb9b-4491-81c9-2d9b7140e459 requested from dv-cinder-733062-21-iscsi {{(pid=93264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:19:22.333583 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.wsgi [-] (93262) accepted ('10.222.0.16', 35454) {{(pid=93262) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:22.404346 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600011'] for network, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.456271 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] Deleting port 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 {{(pid=93262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:19:22.456621 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741617605259'] for port, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.517787 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] For port 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4, host dv-cinder-733062-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-21-iscsi',level=0,port_id=13aa5bfd-c3e1-40c7-9c04-0893a1d863c4,segment=NetworkSegment(053987c1-53b3-43c5-a32a-b00348542d18),segment_id=053987c1-53b3-43c5-a32a-b00348542d18)] {{(pid=93262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:19:22.518161 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33448995'] for port, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.530928 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.plugin [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] Calling delete_port for 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 owned by network:dhcp {{(pid=93262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:19:22.609030 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741617609247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741617204767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30596274'] for port, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.636191 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] Pushing event deleted for resources: {'Port': ['ID=13aa5bfd-c3e1-40c7-9c04-0893a1d863c4,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:22.638016 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] No DVR routers for this DVR port 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 on host dv-cinder-733062-21-iscsi {{(pid=93262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:19:22.663295 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ce520-095c-4467-a17f-37355fe99459 None None] DHCP port deletion for 6fb840bc-cb9b-4491-81c9-2d9b7140e459 request from dv-cinder-733062-21-iscsi {{(pid=93264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:19:22.717859 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983372', 'neutron.services.segments.db._delete_segments_for_network-8741617685297'] for network, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.727602 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb840bc-cb9b-4491-81c9-2d9b7140e459']}} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:22.738200 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053987c1-53b3-43c5-a32a-b00348542d18') {'for_net_delete': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:22.738500 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.services.segments.db [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053987c1-53b3-43c5-a32a-b00348542d18') {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:19:22.748679 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741617686074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30318899'] for segment, before_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.763895 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988'] for segment, precommit_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.770524 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:19:22.771281 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30596253'] for segment, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: Traceback (most recent call last): Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: timer() Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: cb(*args, **kw) Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: return func(*args, **kwargs) Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: self._notify() Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: self.callback(batched_events) Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: event.method(event) Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: return f(self, *a, **k) Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._get(url).json() Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: return self.request(url, 'GET', **kwargs) Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:19:22.773053 dv-cinder-733062-21-iscsi neutron-server[93262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:19:22.827747 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33249983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33084878'] for network, after_delete {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.833225 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33249921'] for network, before_response {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:22.835084 dv-cinder-733062-21-iscsi neutron-server[93262]: INFO neutron.wsgi [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] 10.222.0.16 "DELETE /v2.0/networks/6fb840bc-cb9b-4491-81c9-2d9b7140e459 HTTP/1.1" status: 204 len: 168 time: 0.5005226 Jul 28 04:19:22.846607 dv-cinder-733062-21-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb02462-59d0-4043-ba57-973f95668faa admin admin] Pushing event deleted for resources: {'Network': ['ID=6fb840bc-cb9b-4491-81c9-2d9b7140e459,revision_number=None']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:22.964482 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device f32149df-4cf9-4710-9d49-e16db303b38e no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:19:22.965281 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 35458) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:22.985613 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: f32149df-4cf9-4710-9d49-e16db303b38e {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:19:22.985967 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device f32149df-4cf9-4710-9d49-e16db303b38e not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:19:22.986400 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:19:23.004717 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:19:23.005061 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 15ee870b-dfdc-4f2a-b1d5-12657a3feda8 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:19:23.005484 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 no longer exists at agent ovs-agent-dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:19:23.011123 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-b239aa34-47af-4ba4-aa70-93fd55197a52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=699932c5162645f89bbd9d95710d863b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446243 Jul 28 04:19:23.013649 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 35460) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:23.023806 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.plugin [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] No Port match for: 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 {{(pid=93264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:19:23.024157 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron.plugins.ml2.rpc [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Device 13aa5bfd-c3e1-40c7-9c04-0893a1d863c4 not bound to the agent host dv-cinder-733062-21-iscsi {{(pid=93264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:19:23.061867 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ef0363ec-ab36-4dbb-8a43-b8ed39128c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.083159 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ef0363ec-ab36-4dbb-8a43-b8ed39128c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.132877 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ef0363ec-ab36-4dbb-8a43-b8ed39128c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.135672 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ef0363ec-ab36-4dbb-8a43-b8ed39128c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.136840 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-ef0363ec-ab36-4dbb-8a43-b8ed39128c73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29574427-3cb2-494e-82fd-3de7b6a9509a HTTP/1.1" status: 204 len: 168 time: 0.1223073 Jul 28 04:19:23.144974 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0363ec-ab36-4dbb-8a43-b8ed39128c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29574427-3cb2-494e-82fd-3de7b6a9509a,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:23.326723 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-01887abe-ed18-4d62-95f7-12d5ff6cbd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.399297 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.444296 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 35466) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:23.483592 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-ac2fb57e-39e4-4333-bdb4-5d86bdda5ad5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2c2d70ab9114a06818ee7f77b1040d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381861 Jul 28 04:19:23.486288 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.wsgi [-] (93263) accepted ('10.222.0.16', 35468) {{(pid=93263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:19:23.532873 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8a2c-423c-46a4-9e7c-4eb621264b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.553833 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8a2c-423c-46a4-9e7c-4eb621264b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.600249 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8a2c-423c-46a4-9e7c-4eb621264b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33069283'] for security_group, after_delete {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.602785 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8a2c-423c-46a4-9e7c-4eb621264b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:23.604506 dv-cinder-733062-21-iscsi neutron-server[93263]: INFO neutron.wsgi [None req-ae9a8a2c-423c-46a4-9e7c-4eb621264b80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a831b1e9-9621-4a2c-aec5-4701ff97110a HTTP/1.1" status: 204 len: 168 time: 0.1173418 Jul 28 04:19:23.612385 dv-cinder-733062-21-iscsi neutron-server[93263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a8a2c-423c-46a4-9e7c-4eb621264b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a831b1e9-9621-4a2c-aec5-4701ff97110a,revision_number=None']} {{(pid=93263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:19:23.976860 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:24.430085 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:26.157672 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:50.490833 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d5c02971-0741-4bd2-abbf-f75dbf990262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:51.993095 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:19:53.327025 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-ff97f512-139e-45a2-b7b3-81521a264ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:53.403539 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:53.977098 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:54.432001 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:19:56.161801 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:20.491264 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-4f328fa9-89e9-4530-a19b-3752fbadb156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:23.328256 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-542f932e-7d68-47e7-9ca1-83d39f9183b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:23.403944 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:23.974138 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:24.434576 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:26.163331 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:28.992469 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:20:50.492545 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-f5b9c27d-fc29-4837-8662-1f92731070f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:53.328950 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-19db1360-9579-42b0-b1a1-3cc8b7641326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:53.404422 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:53.982832 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:54.436199 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:20:56.167873 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:05.991396 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:21:20.495604 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-c2cd2861-1123-43a5-9d95-fceaf354eac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:23.332487 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fc13359c-e81d-462b-8a44-43a70d647a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:23.403661 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:23.988654 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:24.439404 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:26.169524 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:42.989282 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:21:50.496300 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-e674c9e1-6e5c-46da-9bfd-07b543670633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:53.333075 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0cbc5e9e-bcfe-4d7c-b39c-a7ba5db84c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:53.403399 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:54.010821 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:54.441192 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:21:56.173039 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:19.988853 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:22:20.496864 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-0b2237ca-601e-489e-bd86-74a30359b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:23.333176 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-6331bed9-b1d1-489e-96e9-fd6251d55136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:23.403399 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:24.017236 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:24.444111 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:26.175516 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:50.498406 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-a1d41c54-4477-4cf6-af65-fd7bde53ba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:53.333131 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-62f9e7fb-974d-4320-97ca-37abd502c3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:53.403247 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:54.034239 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:54.445692 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.180386 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:22:56.989125 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:23:20.498738 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-d0fa5d65-ac48-41f4-a73c-ee234c7fb429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:23.333173 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-5c5de0df-8dea-4885-b771-4a761800bf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:23.402563 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:24.034804 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:24.448088 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:26.179941 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:33.989820 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:23:50.499590 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-29e3510d-b4b1-4edd-b042-ff5942d2e3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:53.333993 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-bb446669-e6a4-4a8c-b23a-28e01ecf4660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:53.403249 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:54.033024 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:54.450772 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:23:56.182926 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2a00-eff0-4a59-9a11-ce19be37ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:10.989039 dv-cinder-733062-21-iscsi neutron-server[93265]: DEBUG neutron.db.agents_db [None req-5e8f594a-04e5-4f86-a5a5-2f8cdf481e53 None None] Agent healthcheck: found 6 active agents {{(pid=93265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:24:20.502494 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-69c2fd16-32e0-4460-8c7f-22b6d4aba5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:23.334359 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed07f-5ca5-46ad-9e66-5bf447927cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:23.403047 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-af066e0b-76f0-4e43-be51-0fe0afbdc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:24.035203 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-fa850412-0dd8-4974-b481-800f27c70fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:24:24.455136 dv-cinder-733062-21-iscsi neutron-server[93264]: DEBUG neutron_lib.callbacks.manager [None req-8d538f28-00ad-4553-9c66-10bd5d31f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741617685279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984908'] for agent, after_update {{(pid=93264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}